-- Logs begin at Mon 2022-06-06 13:37:40 UTC, end at Mon 2022-06-06 14:43:48 UTC. -- Jun 06 14:13:13.310876 dv-cinder-844140-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 06 14:13:16.297981 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.common.config [-] Logging enabled! Jun 06 14:13:16.298630 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev296 Jun 06 14:13:16.298781 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103800) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 06 14:13:16.302130 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.common.config [-] Logging enabled! Jun 06 14:13:16.302379 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev296 Jun 06 14:13:16.302689 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103800) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 06 14:13:16.303668 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 14:13:16.303896 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 14:13:16.304435 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 14:13:16.304678 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 14:13:16.304897 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 14:13:16.305213 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.305514 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.305767 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.306066 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.306357 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.306636 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.306925 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.307226 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.307513 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.307787 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.308067 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.308288 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.308569 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.308854 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.309138 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.309357 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] debug = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.309634 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.310085 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.310490 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.310772 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.311065 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.311340 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.311611 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.311876 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.312160 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.312541 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] host = dv-cinder-844140-2-iscsi {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.312940 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.313287 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.313573 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.313955 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.314236 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.314511 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.314795 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.315064 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.315331 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] log_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.315603 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.315890 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.316178 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.316466 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.316696 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.316921 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.317200 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.317485 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.317784 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.318062 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.318335 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.318614 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.318882 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.319148 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.319426 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.319709 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.319996 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.320265 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.320536 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.320801 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.321068 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.321349 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.321617 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.321912 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.322181 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.322463 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.322729 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.322996 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.323301 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.323583 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.323862 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.324144 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.324415 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.324693 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.324956 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.325224 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.325487 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] use_json = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.325782 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.326049 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.326333 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.326601 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.326867 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.327132 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.327395 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.327678 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.327946 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:16.328810 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.329056 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.329353 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.329633 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.329963 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.330242 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.330527 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.330800 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.331084 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.331368 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.331653 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.331926 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.332223 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.332509 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.332802 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.333109 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.333399 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.333686 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.333981 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.334252 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.334522 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.334795 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.335077 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.335347 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.335630 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.335913 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.336188 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.336481 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.336761 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.337049 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.337335 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.337620 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.337912 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.338188 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.338474 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.338753 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.339022 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.339307 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.339578 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.339845 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.340122 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.340410 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.340696 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.340965 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.341241 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.341522 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.341820 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.342091 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.342358 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.342627 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.342889 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.343167 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.343438 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.343779 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.344515 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.344788 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.345164 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.345438 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.345720 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.345997 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.346269 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.346538 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.346803 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.347069 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.347336 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.347600 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.347864 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.348127 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.348396 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.348665 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.348928 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.349191 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.349454 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.349738 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.350035 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.350309 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.350581 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.350853 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.351122 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.351391 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.351658 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.351928 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.352198 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.352463 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.352748 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.353023 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.353302 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.353575 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.353872 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.354191 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.354462 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.354731 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.355008 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.355279 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.355551 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.355828 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.356111 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.356405 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.356697 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.356971 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.357265 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.357553 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.357870 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.358147 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.358457 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.358735 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:16.358947 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 14:13:16.359191 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103800) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 06 14:13:16.755566 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 06 14:13:16.755839 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 06 14:13:16.756138 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 06 14:13:16.756468 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 06 14:13:17.087265 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.087556 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.087833 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.089106 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.089379 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.089642 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.143307 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.143587 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.143852 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.160153 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.160433 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.160697 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.190001 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.190283 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.190548 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.228060 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.228429 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.228718 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.587894 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.588671 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.588671 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.588671 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.589583 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.708160 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.708476 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.708745 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.709010 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.709271 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.709575 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.709858 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.710108 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.710355 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.710631 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.710884 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.711141 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.711390 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.711634 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.711881 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.712137 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.712385 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.712646 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.712909 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.713164 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.713430 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.713677 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.713977 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.714356 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.714600 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.714841 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.715253 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 14:13:17.715487 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 14:13:17.715718 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 14:13:17.715948 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 14:13:17.716177 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 14:13:17.716405 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 14:13:17.716770 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 06 14:13:17.720887 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 06 14:13:17.724861 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 06 14:13:17.728755 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 06 14:13:17.730418 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 06 14:13:17.731048 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 06 14:13:17.731382 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 06 14:13:17.731767 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 06 14:13:17.734687 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 06 14:13:17.734933 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 06 14:13:17.735285 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 14:13:17.740538 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 06 14:13:17.764415 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 06 14:13:17.764880 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.765180 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103800) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 06 14:13:17.766100 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.767487 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103800) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 06 14:13:17.767772 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 14:13:17.768014 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 06 14:13:17.771675 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.771947 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:17.833483 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 06 14:13:17.833664 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 06 14:13:17.833884 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 06 14:13:17.834264 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 06 14:13:17.887711 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO dbcounter [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Registered counter for database neutron Jun 06 14:13:17.911985 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_db.sqlalchemy.engines [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103800) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 06 14:13:17.917866 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG dbcounter [-] [103800] Writer thread running {{(pid=103800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 06 14:13:18.367755 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Initializing driver for type 'gre' Jun 06 14:13:18.368290 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] gre ID ranges: [(1, 1000)] Jun 06 14:13:18.430225 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Initializing driver for type 'local' Jun 06 14:13:18.430621 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Initializing driver for type 'vlan' Jun 06 14:13:18.445749 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] VlanTypeDriver initialization complete Jun 06 14:13:18.446150 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Initializing driver for type 'vxlan' Jun 06 14:13:18.446651 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] vxlan ID ranges: [(1, 1000)] Jun 06 14:13:18.510395 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Initializing extension driver 'port_security' Jun 06 14:13:18.510739 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.extensions.port_security [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] PortSecurityExtensionDriver initialization complete Jun 06 14:13:18.511081 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Initializing mechanism driver 'openvswitch' Jun 06 14:13:18.511416 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Initializing mechanism driver 'hyperv' Jun 06 14:13:18.518206 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:13:18.518875 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > port after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.519248 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > port after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.519597 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > port after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.520112 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 06 14:13:18.520535 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > subnet after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.520887 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > subnet after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.521232 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.521629 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 06 14:13:18.522071 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > network after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.522423 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > network after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.522767 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > network after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.523163 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 06 14:13:18.523571 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > security_group after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.523918 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > security_group after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.524256 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.524647 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 06 14:13:18.525049 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.525395 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.525761 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.526156 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 06 14:13:18.526556 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > address_group after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.526901 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > address_group after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.527240 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.527911 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 06 14:13:18.528371 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] ML2 OVO RPC backend initialized. {{(pid=103800) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 06 14:13:18.529088 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.529447 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.529904 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > network before_response 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.530261 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > networks before_response 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.530610 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > port before_response 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.530973 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > ports before_response 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.531353 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > subnet before_response 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.531705 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > subnets before_response 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.532051 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > network after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.532395 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > network after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.532737 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > network after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.533077 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > port after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.533418 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > port after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.533778 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > port after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.534121 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > subnet after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.534461 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > subnet after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.534801 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.542578 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded quota_driver: . Jun 06 14:13:18.542947 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Modular L2 Plugin initialization complete Jun 06 14:13:18.543294 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading services supported by the core plugin {{(pid=103800) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 06 14:13:18.543640 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.plugins.ml2.managers [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Got port-security extension from driver 'port_security' Jun 06 14:13:18.544130 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.extensions.vlantransparent [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Disabled vlantransparent extension. Jun 06 14:13:18.544625 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103800) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 06 14:13:18.544955 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading Plugin: router Jun 06 14:13:18.582215 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.582605 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router after_create 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.582979 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router before_create 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.583347 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.583720 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.584076 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router after_delete 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.584440 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.584793 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.585150 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router after_create 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.585496 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router after_update 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.585906 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router after_update 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.586260 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.586621 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router after_update 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.587033 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router precommit_update 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.587403 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: port after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.587754 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: port after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.588104 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: subnet after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.588663 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.588789 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.589109 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router precommit_create 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.589451 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: port before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.589819 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router precommit_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.590179 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router after_update 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.590523 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.590876 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router precommit_create 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.591242 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.591590 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router precommit_update 55549900 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.591961 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > agent after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.592315 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > agent after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.592670 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > network after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.593694 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Tracking information for resource: router configured {{(pid=103800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 14:13:18.594202 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Tracking information for resource: floatingip configured {{(pid=103800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 14:13:18.599779 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.db.l3_agentschedulers_db [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 06 14:13:18.600369 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: port after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.600733 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: port after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.601084 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: port after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.601434 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: port after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.602284 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router before_create 55550100 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.602651 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.603013 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router precommit_create 55550100 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.603370 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > router precommit_update 55550100 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.608175 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.services.provider_configuration [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service providers = [] {{(pid=103800) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 06 14:13:18.608541 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.db.servicetype_db [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103800) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 06 14:13:18.612643 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.services.service_base [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 14:13:18.612990 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.services.service_base [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 14:13:18.613330 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.services.service_base [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 14:13:18.614418 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.services.service_base [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 14:13:18.614796 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.services.service_base [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 06 14:13:18.615463 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 14:13:18.615569 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 06 14:13:18.626691 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 14:13:18.626957 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading Plugin: auto_allocate Jun 06 14:13:18.632912 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: network precommit_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.633286 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: network precommit_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.633854 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 14:13:18.634178 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading Plugin: tag Jun 06 14:13:18.641993 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 14:13:18.642331 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading Plugin: timestamp Jun 06 14:13:18.646336 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 14:13:18.646669 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading Plugin: network_ip_availability Jun 06 14:13:18.652229 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.652610 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.652969 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.653736 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 14:13:18.654061 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading Plugin: flavors Jun 06 14:13:18.659521 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 14:13:18.659851 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading Plugin: revisions Jun 06 14:13:18.664407 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 14:13:18.664814 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_concurrency.lockutils [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.909s {{(pid=103800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 06 14:13:18.665579 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103800) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 06 14:13:18.665947 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Initializing extension manager. Jun 06 14:13:18.666481 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: __init__.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.666827 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: __pycache__ {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.667166 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: _port_mac_address_override.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.667503 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: address_group.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.668299 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.668890 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: address-group Jun 06 14:13:18.669214 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: address_scope.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.669958 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.670484 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: address-scope Jun 06 14:13:18.670808 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.671944 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.672517 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: router-admin-state-down-before-update Jun 06 14:13:18.672844 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: agent.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.673563 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.674125 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: agent Jun 06 14:13:18.674448 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: agent_resources_synced.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.675372 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.675890 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: agent-resources-synced Jun 06 14:13:18.676215 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: allowedaddresspairs.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.678126 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.678667 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: allowed-address-pairs Jun 06 14:13:18.678994 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: auto_allocated_topology.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.680095 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.680627 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: auto-allocated-topology Jun 06 14:13:18.680955 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: availability_zone.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.681665 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.682300 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: availability_zone Jun 06 14:13:18.682770 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: availability_zone_filter.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.683908 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.684436 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: availability_zone_filter Jun 06 14:13:18.684760 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: data_plane_status.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.685689 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.686245 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension data-plane-status not supported by any of loaded plugins Jun 06 14:13:18.686561 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: default_subnetpools.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.688033 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.688619 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: default-subnetpools Jun 06 14:13:18.690145 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.690145 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.690300 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: dhcp_agent_scheduler Jun 06 14:13:18.690560 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: dns.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.691510 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.692037 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension dns-integration not supported by any of loaded plugins Jun 06 14:13:18.692364 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: dns_domain_ports.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.693303 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.693858 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 06 14:13:18.694186 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.695124 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.695648 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 06 14:13:18.695973 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: dvr.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.696668 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.697197 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: dvr Jun 06 14:13:18.697519 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: ecmp_routes.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.698485 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.699008 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 06 14:13:18.699331 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: empty_string_filtering.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.700251 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.700771 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: empty-string-filtering Jun 06 14:13:18.701091 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.702045 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.702566 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 06 14:13:18.703004 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.703939 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.704456 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 06 14:13:18.704778 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: external_net.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.705690 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.706246 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: external-net Jun 06 14:13:18.706567 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.707496 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.708016 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: extra_dhcp_opt Jun 06 14:13:18.708339 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: extraroute.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.709267 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.709820 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: extraroute Jun 06 14:13:18.710147 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: extraroute_atomic.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.711199 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.711723 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: extraroute-atomic Jun 06 14:13:18.712045 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: filter_validation.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.712733 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.713248 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: filter-validation Jun 06 14:13:18.713570 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: fip_pf_description.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.714532 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.715050 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 06 14:13:18.715373 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: fip_pf_port_range.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.716310 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.716823 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 06 14:13:18.717146 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: fip_port_details.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.718107 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.719315 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: fip-port-details Jun 06 14:13:18.719779 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: flavors.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.721077 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.721614 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: flavors Jun 06 14:13:18.721967 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.723890 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.724433 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 06 14:13:18.724770 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: floatingip_pools.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.725487 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.726043 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: floatingip-pools Jun 06 14:13:18.726375 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: ip_allocation.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.727389 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.728123 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension ip_allocation not supported by any of loaded plugins Jun 06 14:13:18.728493 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.729563 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.730422 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: ip-substring-filtering Jun 06 14:13:18.730798 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l2_adjacency.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.732280 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.732941 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 06 14:13:18.733348 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l3.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.735279 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.736125 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: router Jun 06 14:13:18.736531 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.739395 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.740136 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 06 14:13:18.740553 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.741699 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.742333 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: ext-gw-mode Jun 06 14:13:18.742673 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.743849 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.744481 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: l3-ha Jun 06 14:13:18.744866 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.746022 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.746590 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 06 14:13:18.746998 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l3_flavors.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.748292 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.748791 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: l3-flavors Jun 06 14:13:18.749234 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.751392 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.752079 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 06 14:13:18.752449 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.753568 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.754182 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 06 14:13:18.754511 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: l3agentscheduler.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.755617 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.756151 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: l3_agent_scheduler Jun 06 14:13:18.756481 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: local_ip.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.758382 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.758933 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension local_ip not supported by any of loaded plugins Jun 06 14:13:18.759271 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: logging.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.760775 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.761306 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension logging not supported by any of loaded plugins Jun 06 14:13:18.761641 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: metering.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.762434 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.763025 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: metering Jun 06 14:13:18.763354 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.766345 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.766893 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: metering_source_and_destination_fields Jun 06 14:13:18.767232 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: multiprovidernet.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.768202 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.768732 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: multi-provider Jun 06 14:13:18.769064 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: netmtu.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.770049 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.770578 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: net-mtu Jun 06 14:13:18.770908 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: netmtu_writable.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.771851 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.772371 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: net-mtu-writable Jun 06 14:13:18.772697 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: network_availability_zone.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.773385 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.773926 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: network_availability_zone Jun 06 14:13:18.774253 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: network_ip_availability.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.775390 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.775917 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: network-ip-availability Jun 06 14:13:18.776275 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: network_segment_range.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.777082 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.777594 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension network-segment-range not supported by any of loaded plugins Jun 06 14:13:18.778016 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: pagination.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.779020 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.779358 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: pagination Jun 06 14:13:18.779684 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: port_device_profile.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.780607 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.781683 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: port-device-profile Jun 06 14:13:18.782031 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: port_mac_address_override.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.782986 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.783521 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: port-mac-override Jun 06 14:13:18.783846 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.784786 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.785336 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: port-mac-address-regenerate Jun 06 14:13:18.785643 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.786591 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.787112 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: port-numa-affinity-policy Jun 06 14:13:18.787436 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: port_resource_request.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.788434 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.788961 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension port-resource-request not supported by any of loaded plugins Jun 06 14:13:18.789285 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: port_resource_request_groups.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.790311 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.790835 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 06 14:13:18.791163 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: portbindings.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.792104 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.792630 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: binding Jun 06 14:13:18.792956 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: portbindings_extended.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.794271 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.794801 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: binding-extended Jun 06 14:13:18.795128 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: portsecurity.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.796068 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.796654 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: port-security Jun 06 14:13:18.797514 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: project_id.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.798538 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.798881 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: project-id Jun 06 14:13:18.799206 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: providernet.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.800148 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.800674 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: provider Jun 06 14:13:18.800999 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.804697 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.805248 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos not supported by any of loaded plugins Jun 06 14:13:18.805581 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.806896 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.807425 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 06 14:13:18.807767 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.808735 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.809265 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 06 14:13:18.809590 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_default.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.811379 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.811379 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-default not supported by any of loaded plugins Jun 06 14:13:18.811379 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_fip.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.812381 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.812911 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-fip not supported by any of loaded plugins Jun 06 14:13:18.813239 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.814222 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.814752 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 06 14:13:18.815080 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_gateway_ip.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.816028 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.816552 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 06 14:13:18.816878 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_port_network_policy.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.817840 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.818364 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 06 14:13:18.818698 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.819791 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.820310 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 06 14:13:18.820635 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.821691 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.822252 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 06 14:13:18.822574 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_pps_rule.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.823808 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.824337 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-pps not supported by any of loaded plugins Jun 06 14:13:18.824664 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_rule_type_details.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.825775 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.826305 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 06 14:13:18.826636 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.827571 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.828340 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 06 14:13:18.828690 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: qos_rules_alias.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.829795 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.830322 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 06 14:13:18.830766 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: quota_check_limit.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.831701 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.832225 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: quota-check-limit Jun 06 14:13:18.832552 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: quotasv2.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.833562 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.833916 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: quotas Jun 06 14:13:18.834241 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: quotasv2_detail.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.835980 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.836324 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: quota_details Jun 06 14:13:18.836657 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: rbac.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.837779 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.838325 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: rbac-policies Jun 06 14:13:18.838666 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: rbac_address_group.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.839613 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.840175 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: rbac-address-group Jun 06 14:13:18.840473 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: rbac_address_scope.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.841496 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.842047 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: rbac-address-scope Jun 06 14:13:18.842380 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: rbac_security_groups.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.843315 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.844625 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: rbac-security-groups Jun 06 14:13:18.844967 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: rbac_subnetpool.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.845944 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.846470 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: rbac-subnetpool Jun 06 14:13:18.846795 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: revisionifmatch.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.847734 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.848283 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: revision-if-match Jun 06 14:13:18.848611 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: revisions.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.849786 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.850311 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: standard-attr-revisions Jun 06 14:13:18.850636 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: router_availability_zone.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.851324 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.851848 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: router_availability_zone Jun 06 14:13:18.852172 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: routerservicetype.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.853107 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.853624 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension router-service-type not supported by any of loaded plugins Jun 06 14:13:18.853979 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.854923 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.855445 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: security-groups-normalized-cidr Jun 06 14:13:18.855769 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.856700 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.857221 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: port-security-groups-filtering Jun 06 14:13:18.857545 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.858515 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.859049 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: security-groups-remote-address-group Jun 06 14:13:18.859963 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.861198 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.861739 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: security-groups-shared-filtering Jun 06 14:13:18.862067 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: securitygroup.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.872072 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.872633 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: security-group Jun 06 14:13:18.872970 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: segment.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.873808 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.874337 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension segment not supported by any of loaded plugins Jun 06 14:13:18.874669 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.875768 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.876300 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 06 14:13:18.876628 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: servicetype.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.877857 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.878341 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: service-type Jun 06 14:13:18.878677 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: sorting.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.879678 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.880027 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: sorting Jun 06 14:13:18.880341 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: standard_attr_segment.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.881279 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.881839 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 06 14:13:18.882169 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: standardattrdescription.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.882840 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.883367 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: standard-attr-description Jun 06 14:13:18.883690 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: stateful_security_group.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.884671 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.885206 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: stateful-security-group Jun 06 14:13:18.885555 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: stdattrs_common.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.886150 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 06 14:13:18.886471 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.887443 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.887973 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 06 14:13:18.888295 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: subnet_onboard.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.889418 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.889991 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: subnet_onboard Jun 06 14:13:18.890371 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.891363 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.891924 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 06 14:13:18.892253 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: subnet_service_types.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.893202 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.893758 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: subnet-service-types Jun 06 14:13:18.894087 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: subnetallocation.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.895196 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.895721 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: subnet_allocation Jun 06 14:13:18.896054 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.896750 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.897279 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: subnetpool-prefix-ops Jun 06 14:13:18.897596 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.898582 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.899103 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 06 14:13:18.899425 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: tagging.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.900511 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.901053 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: standard-attr-tag Jun 06 14:13:18.901380 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: timestamp.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.902647 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.903172 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loaded extension: standard-attr-timestamp Jun 06 14:13:18.903506 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: trunk.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.904562 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.905086 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension trunk not supported by any of loaded plugins Jun 06 14:13:18.905410 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: trunk_details.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.907174 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.908011 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension trunk-details not supported by any of loaded plugins Jun 06 14:13:18.908336 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: uplink_status_propagation.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.909300 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.909866 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 06 14:13:18.910191 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Loading extension file: vlantransparent.py {{(pid=103800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 06 14:13:18.910889 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 06 14:13:18.911403 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 06 14:13:18.914103 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:network Jun 06 14:13:18.914651 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:subnet Jun 06 14:13:18.915523 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 14:13:18.915523 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:port Jun 06 14:13:18.916737 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.917184 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service FLAVORS assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.917839 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.918282 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.918613 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:router Jun 06 14:13:18.919050 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:floatingip Jun 06 14:13:18.920216 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service METERING assigned prefix: /metering {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.921021 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.921390 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.922385 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:13:18.923571 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 14:13:18.924028 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:security_group Jun 06 14:13:18.924473 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 14:13:18.925088 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service CORE assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.925421 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 14:13:18.925802 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] subnetpool is already registered Jun 06 14:13:18.926251 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service CORE assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.926580 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 14:13:18.926915 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] subnetpool is already registered Jun 06 14:13:18.929273 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.929731 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service FLAVORS assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.930320 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.930744 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.931078 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:router Jun 06 14:13:18.931424 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] router is already registered Jun 06 14:13:18.931950 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:floatingip Jun 06 14:13:18.932290 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] floatingip is already registered Jun 06 14:13:18.932751 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service METERING assigned prefix: /metering {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.933427 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 14:13:18.933778 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] rbac_policy is already registered Jun 06 14:13:18.934195 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:security_group Jun 06 14:13:18.934531 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] security_group is already registered Jun 06 14:13:18.934940 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 14:13:18.935273 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] security_group_rule is already registered Jun 06 14:13:18.935908 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service CORE assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.936239 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 14:13:18.936574 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] subnetpool is already registered Jun 06 14:13:18.937000 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.v2.resource_helper [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Service CORE assigned prefix: {{(pid=103800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 14:13:18.937485 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 14:13:18.937862 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING neutron.quota.resource_registry [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] subnetpool is already registered Jun 06 14:13:18.938448 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: extensions {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.939948 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: address-groups {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.941413 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: address-scopes {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.942752 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: agents {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.943906 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: auto-allocated-topology {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.945154 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: availability_zones {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.946407 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: dhcp-networks {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.947946 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: dhcp-agents {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.949363 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: routers {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.951078 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: flavors {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.952342 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: service_profiles {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.953669 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: next_providers {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.955146 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: service_profiles {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.956685 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: floatingip-pools {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.957917 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: routers {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.959599 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: floatingips {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.961916 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: l3-routers {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.963336 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: l3-agents {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.964728 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: metering-labels {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.966012 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: metering-label-rules {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.967394 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: network-ip-availabilities {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.969305 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: bindings {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.970988 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: quotas {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.972657 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: quotas {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.974222 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: rbac-policies {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.975406 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: security-groups {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.976709 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: security-group-rules {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.977985 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: service-providers {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.979193 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: subnetpools {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.980519 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: subnetpools {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.982072 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.983760 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.986686 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.988488 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.990202 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.992233 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.994221 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.996128 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:18.999244 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:19.001145 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron.api.extensions [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Extended resource: tags {{(pid=103800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 14:13:19.009153 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING keystonemiddleware.auth_token [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 06 14:13:19.014530 dv-cinder-844140-2-iscsi neutron-server[103800]: WARNING keystonemiddleware.auth_token [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 06 14:13:19.025668 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_concurrency.lockutils [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Acquired lock "singleton_lock" {{(pid=103800) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 06 14:13:19.026178 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_concurrency.lockutils [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Releasing lock "singleton_lock" {{(pid=103800) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 06 14:13:19.026854 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO oslo_service.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Starting 2 workers Jun 06 14:13:19.032549 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Started child 103909 {{(pid=103800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 06 14:13:19.037532 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Started child 103910 {{(pid=103800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 06 14:13:19.038326 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:19.039368 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO neutron.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 06 14:13:19.039761 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [-] (103909) wsgi starting up on http://0.0.0.0:9696 Jun 06 14:13:19.039939 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:19.042773 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO oslo_service.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Starting 1 workers Jun 06 14:13:19.045177 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:19.047328 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [-] (103910) wsgi starting up on http://0.0.0.0:9696 Jun 06 14:13:19.048795 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Started child 103911 {{(pid=103800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 06 14:13:19.050031 dv-cinder-844140-2-iscsi neutron-server[103800]: INFO oslo_service.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Starting 1 workers Jun 06 14:13:19.054239 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Started child 103912 {{(pid=103800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 06 14:13:19.054760 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] calling RpcWorker wait() {{(pid=103911) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 06 14:13:19.055310 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:19.055390 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.service [None req-80478f7b-b43b-4b20-8105-f2ece4525549 None None] returning from RpcWorker wait() {{(pid=103911) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 06 14:13:19.057016 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103800) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 06 14:13:19.057220 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 14:13:19.057316 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:19.057460 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 14:13:19.057615 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 14:13:19.057970 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:13:19.058070 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 14:13:19.058155 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 14:13:19.058641 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.058941 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.059205 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.059463 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.059950 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:19.060500 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.060500 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.060756 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.060889 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.061035 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:13:19.061162 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.061295 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.061375 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.061655 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.061886 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.062270 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.062711 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.063068 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.063330 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.063532 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.063768 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.064046 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.064292 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.064587 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] debug = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.064855 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.065374 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.065598 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.065873 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.066110 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.066393 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.066638 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.066904 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.067148 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.067357 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.067603 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.067872 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.068126 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.068339 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.068554 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.068855 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.069070 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.069547 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] host = dv-cinder-844140-2-iscsi {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.069802 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.070020 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.070253 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.070510 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.070763 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.070982 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.071239 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.071485 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.071757 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.072003 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.072253 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.072498 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.072795 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.073003 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.073166 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_options = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.073397 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.073669 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.073982 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.074179 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.074344 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.074488 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.074750 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.074904 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.075153 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.075394 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.075628 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.075861 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.076092 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.076302 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.076540 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.076749 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.076961 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.077169 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.077413 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.077657 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.078559 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.078824 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.079148 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.079298 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.079494 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.079657 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.079815 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.080078 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.080257 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.080492 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.080744 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.081003 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.081228 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.081468 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.081777 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.082015 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.082247 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.082481 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.082772 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.083115 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.083326 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.083519 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.083706 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.083923 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.084143 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.084351 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.084582 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_json = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.084793 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.085021 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.085276 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.085487 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.085751 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.085968 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.086199 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.086400 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.086615 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.087036 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.089958 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.090305 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.090671 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.090869 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.091162 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.091385 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.091691 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.092425 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.092425 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.092782 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.092782 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.093157 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.093384 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.094264 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.094554 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.094812 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.095082 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.095327 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.095553 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.095798 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.096031 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.096815 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.097058 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.097312 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.097577 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.097856 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.098155 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.098424 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.098699 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.099936 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.099936 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.099936 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.099936 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.100524 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.100524 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.100524 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.100928 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.101045 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.101735 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.101864 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.102043 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.102277 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.102521 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.102729 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.102983 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.103307 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.103445 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.103877 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.104274 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.104727 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.104966 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.105183 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.105425 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.105656 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.105907 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.106162 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.106386 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.106632 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.106877 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.107111 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.107348 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.107583 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.107836 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.108086 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.108292 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.108592 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.108814 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.109215 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.109573 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.111097 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.111450 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.111824 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.112174 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.112525 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.112782 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.113063 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.113288 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.113550 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.113908 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.114236 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.114570 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.114798 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.115026 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.115254 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.115661 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.115814 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.115966 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.116103 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.116333 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.116593 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.117073 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.117466 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.117920 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.118294 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.118868 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.119044 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.119413 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.119956 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.120110 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.120447 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.121045 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.121601 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.122220 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.122779 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.123459 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.124106 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.124661 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.125361 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.125969 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.126274 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.126695 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.127083 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.127529 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.127990 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.128351 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.128731 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.129155 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.129557 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.130050 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.130464 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.130911 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.131288 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.131728 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.132204 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.132659 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.133122 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.133514 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.133947 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.134347 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.134761 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.135176 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.135593 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.135994 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.136351 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.136706 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.137302 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.137921 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.138516 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.139186 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.139592 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.139975 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.141041 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.141467 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.141913 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.142314 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.142775 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.143203 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.143613 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.144022 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.144436 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.144819 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.145212 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.145610 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.146021 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.146433 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.147020 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.147591 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.148174 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.148745 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.149162 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.149541 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.149957 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.150355 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.150739 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.151115 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.151780 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.152137 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.152811 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.153503 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.154029 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.154486 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.154874 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.155245 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.155666 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.156111 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.157092 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.157506 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.157934 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.158333 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.158716 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.159118 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.159494 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.159918 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.160295 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.160677 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.161050 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.161516 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.161916 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.162269 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.162650 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.163043 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.163494 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.163912 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.164459 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.164904 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.165303 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.165749 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.166174 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.166549 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.166943 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.167318 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.167710 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.168100 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.168486 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.168889 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.169255 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.169665 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.170109 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.170475 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.170940 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.171346 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.171803 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.172183 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.172574 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.172942 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.173367 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.173771 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.174165 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.174529 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.174890 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.174983 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:13:19.175269 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.175631 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.176101 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.176504 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.176897 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.177344 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.177873 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.178232 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.178614 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.179050 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.179433 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.179822 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.180191 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.180560 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.180954 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.181324 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.181692 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.182119 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.182476 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.183186 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.183186 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.183621 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.185753 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.185753 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.185753 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.185753 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.185753 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.185753 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.186191 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.186535 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.186881 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.187266 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.187683 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.188076 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.188929 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.188929 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.189179 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.189560 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.190761 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.190761 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.190944 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.191294 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.191705 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.192124 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.192554 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.193033 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.193405 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.193840 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.194234 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.194597 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.194953 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.195369 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.195949 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.196419 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.196831 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.197263 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.197698 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.198174 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.198619 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.198976 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.199438 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.199993 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.200443 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.200983 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.201426 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.201873 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.202257 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.202627 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.203566 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.203999 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.204398 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.204817 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.205237 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.205642 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.206533 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.206533 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.206868 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.207142 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.207534 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.207919 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.208299 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.208565 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 14:13:19.209435 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103800) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 06 14:13:19.209717 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 14:13:19.209979 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 14:13:19.210275 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 14:13:19.210564 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 14:13:19.210819 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 14:13:19.211156 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.211920 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.211920 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.212183 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.212304 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.212505 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.212765 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.213028 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.213283 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.213530 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.213825 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.214098 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.214364 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.214628 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.214885 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.215393 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.215393 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.215684 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.215955 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.216226 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.216495 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.216770 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] debug = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.217065 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.217370 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.217911 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.218180 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.218486 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.219285 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.219565 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.219837 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.220104 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.220349 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.220618 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.220894 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.221160 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.221435 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.221755 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.222009 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.222285 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.222556 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] host = dv-cinder-844140-2-iscsi {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.222828 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.223098 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.223368 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.223644 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.223936 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.224186 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.224459 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.224732 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.225008 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.225277 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.225546 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.225846 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.226117 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.226384 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.226650 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_options = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.226924 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.227193 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.227457 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.227774 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.228043 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.228309 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.228582 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.228855 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.229124 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.229392 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.229649 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.229944 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.230218 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.230500 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.230776 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.231043 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.231315 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.231587 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.231865 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.232134 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.232386 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.232653 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.232896 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.233142 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.233411 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.233687 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.233987 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.234289 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.234643 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.234794 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.235274 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.235522 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.235782 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.236288 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.236545 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.236815 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.237090 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.237374 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.237643 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.237945 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.238219 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.238489 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.238753 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.239025 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.239300 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.239569 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.239838 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_json = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.240107 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.240378 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.240646 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.240914 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.241175 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.241430 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.241685 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.241976 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.242221 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 14:13:19.242496 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.242739 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.242997 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.243232 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.243470 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.243712 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.243953 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.244196 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.244426 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.244673 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.244922 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.245173 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.245437 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.245743 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.246001 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.246279 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.246551 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.246822 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.247088 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.247351 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.247622 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.247892 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.248171 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.248433 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.248706 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.248973 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.249239 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.249500 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.249839 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.250300 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.250616 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.250891 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.251169 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.251443 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.251712 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.251988 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.252260 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.252542 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.252814 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.253092 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.253373 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.253642 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.253955 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.254221 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.254490 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.254772 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.255047 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.255322 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.255596 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.255871 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.256140 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.256394 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.256665 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.256938 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.257214 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.257493 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.257785 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.258079 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.258356 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.258627 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.258903 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.259173 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.259441 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.259719 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.259991 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.260258 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.260533 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.260812 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.261104 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.261374 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.261652 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.261952 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.262223 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.262475 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.262743 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.263016 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.263282 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.263558 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.263836 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.264109 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.264386 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.264661 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.264940 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.265214 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.266064 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.266338 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.266612 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.266884 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.267157 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.267430 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.267705 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.267998 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.268269 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.268545 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.268818 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.269086 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.269356 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.269625 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.269924 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.270198 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.270448 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.270711 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.270984 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.271264 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.271539 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.271811 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.272086 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.272358 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.272635 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.272912 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.273186 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.273453 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.273748 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.274024 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.274295 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.274570 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.274841 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.275118 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.275395 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.275682 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.275958 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.276266 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.276534 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.276820 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.277108 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.277380 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.277658 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.277960 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.278236 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.278516 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.278777 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.279034 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.279307 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.279583 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.279859 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.280149 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.280427 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.280705 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.281606 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.281962 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.282235 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.282514 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.282792 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.283067 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.283338 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.283614 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.283890 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.284162 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.284436 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.284711 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.284991 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.285267 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.285545 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.285841 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.286133 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.286388 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.286643 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.286914 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.287188 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.287459 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.287732 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.288003 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.288273 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.288540 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.288817 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.289090 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.289360 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.289636 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.289937 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.290212 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.290484 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.290756 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.291032 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.291304 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.291576 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.292305 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.292305 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.292486 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.292622 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.292894 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.293172 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.293441 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.293732 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.294010 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.294284 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.294559 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.294832 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.295106 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.295383 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.295656 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.295930 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.296204 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.296479 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.296789 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.297086 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.297364 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.297639 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.297958 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.298235 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.298509 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.298783 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.299054 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.299329 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.299603 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.299880 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.300152 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.300422 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.300694 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.300958 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.301220 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.301487 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.301785 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.302043 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.302315 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.302576 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.302832 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.303104 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.303381 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.303656 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.303928 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.304205 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.304477 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.304747 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.305045 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.305322 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.305599 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.305897 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.306175 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.306452 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.306738 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.307009 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.307283 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.307551 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.307818 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.308092 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.308380 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.308659 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.308934 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.309208 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.309482 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.309783 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.310073 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.310346 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.310609 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.310863 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.311133 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.311403 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.311701 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.311977 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.312286 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.312562 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.312839 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.313154 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.313457 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.313759 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.314032 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.314307 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.314577 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.314847 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.315135 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.315408 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.315686 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.315976 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.316252 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.316529 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.316806 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.317096 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.317366 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.317646 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.317948 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.318219 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.318495 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.318771 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.319052 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.319345 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.319627 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.319876 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.320134 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.320406 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.320677 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.320944 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.321232 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.321528 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.321843 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.322124 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.322396 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.322666 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.322945 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.323223 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.323499 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.323773 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.324048 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.324319 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.324595 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.324871 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.325142 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.325417 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.325693 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.325993 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.326270 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.326545 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.326816 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 14:13:19.327072 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 14:13:19.513131 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37598) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:13:19.522636 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073590 Jun 06 14:13:28.506171 dv-cinder-844140-2-iscsi neutron-server[103800]: DEBUG dbcounter [-] [103800] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103800) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:31.182996 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971efcc-71fb-4776-9b2c-cf01d0dbf950 None None] get_active_networks_info from dv-cinder-844140-2-iscsi {{(pid=103911) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 06 14:13:31.206640 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writer thread running {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 06 14:13:31.207078 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writer thread running {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 06 14:13:31.302031 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0971efcc-71fb-4776-9b2c-cf01d0dbf950 None None] No non-hosted networks {{(pid=103911) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 06 14:13:31.311727 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.agentschedulers_db [None req-0971efcc-71fb-4776-9b2c-cf01d0dbf950 None None] DHCP Agent not found on host dv-cinder-844140-2-iscsi {{(pid=103911) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 06 14:13:31.403644 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e88503ce-e1ed-40bd-bc75-418035af3d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338834'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:33.263875 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writer thread running {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 06 14:13:33.820926 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0ca11990-3e62-4760-8e49-b884f54d8789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338834'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:33.896736 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eda0d391-c3da-4295-af27-ebcbac040d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:34.990859 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338834'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:35.085134 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37674) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:13:35.716118 dv-cinder-844140-2-iscsi neutron-server[103910]: WARNING oslo_policy.policy [None req-2629b9d3-475e-42c1-b201-a6a99c8d06cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 14:13:35.717038 dv-cinder-844140-2-iscsi neutron-server[103910]: WARNING oslo_policy.policy [None req-2629b9d3-475e-42c1-b201-a6a99c8d06cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 14:13:35.953755 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [None req-2629b9d3-475e-42c1-b201-a6a99c8d06cf admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:13:35.970566 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2629b9d3-475e-42c1-b201-a6a99c8d06cf admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8839848 Jun 06 14:13:36.706486 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338834'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:37.726974 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.db.l3_hamode_db [None req-e86d095c-a6f0-406a-ba2d-d0d9789afbf6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 06 14:13:37.806966 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d095c-a6f0-406a-ba2d-d0d9789afbf6 None None] Routers set() bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:13:37.807354 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d095c-a6f0-406a-ba2d-d0d9789afbf6 None None] Router IDs set() for agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 06 14:13:38.140538 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338834'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:38.141193 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.141527 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.141887 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.142213 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.142531 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.142851 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.143166 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.143508 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.143828 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.144142 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.144475 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.144793 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.145126 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.145438 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.146129 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:38.146514 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844140-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:13:38.161491 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844140-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:13:38.645090 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37704) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:13:39.133019 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-aaeff634-e185-4446-8745-09c92101c43a admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:13:39.229552 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.policy [None req-aaeff634-e185-4446-8745-09c92101c43a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103910) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 14:13:39.273048 dv-cinder-844140-2-iscsi neutron-server[103910]: WARNING oslo_policy.policy [None req-aaeff634-e185-4446-8745-09c92101c43a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 14:13:39.273435 dv-cinder-844140-2-iscsi neutron-server[103910]: WARNING oslo_policy.policy [None req-aaeff634-e185-4446-8745-09c92101c43a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 14:13:39.294283 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writer thread running {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 06 14:13:39.375734 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aaeff634-e185-4446-8745-09c92101c43a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723911357', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723911841', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723927845', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723914003', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723940857', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735723929792', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16042940', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16013839', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-350923', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1723630'] for rbac-policy (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:39.449324 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aaeff634-e185-4446-8745-09c92101c43a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:39.450713 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-aaeff634-e185-4446-8745-09c92101c43a admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8046227 Jun 06 14:13:42.020138 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 37716) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:13:42.569973 dv-cinder-844140-2-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 14:13:42.570537 dv-cinder-844140-2-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 14:13:42.791437 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:13:42.804852 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writer thread running {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 06 14:13:42.846789 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Made reservation on behalf of 574e2d880a9446af80a6bbdfa7f0b125 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:13:42.906963 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.policy [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103909) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 14:13:42.949394 dv-cinder-844140-2-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 14:13:42.949794 dv-cinder-844140-2-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 14:13:42.960526 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:42.984150 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:43.105598 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Publish callbacks [] for security_group (b02feca6-a6eb-46dc-83a3-fb33d5c7998f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:43.109951 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b02feca6-a6eb-46dc-83a3-fb33d5c7998f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:43.142506 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:13:43.172357 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735719542532', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (1a2d0a68-f7c9-4cf2-ad37-faee267aa911), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:43.172918 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Unsubscribe: segment precommit_create {{(pid=103909) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 14:13:43.173482 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Added segment 1a2d0a68-f7c9-4cf2-ad37-faee267aa911 of type vlan for network 0f88274b-c217-4011-8ac9-009f268371f0 Jun 06 14:13:43.179371 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b02feca6-a6eb-46dc-83a3-fb33d5c7998f,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:13:43.221355 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.221682 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.222052 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.222400 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.222723 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.223040 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.223355 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.223664 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.223974 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.224283 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.224593 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.224920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.225231 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.225537 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.225879 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Tracked resource versions report: Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: pushed versions: Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: { 'AddressGroup': {'1.2'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Agent': {'1.1'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'ConntrackHelper': {'1.0'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'LocalIPAssociation': {'1.0'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Log': {'1.0'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'NDPProxy': {'1.0'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Network': {'1.1'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Port': {'1.7'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'PortForwarding': {'1.3'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'QosPolicy': {'1.10'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SecurityGroup': {'1.5'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SecurityGroupRule': {'1.2'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SubPort': {'1.0'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Subnet': {'1.1'}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Trunk': {'1.1'}} Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: consumer versions: Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: { DHCP agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: L3 agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: Metadata agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: Metering agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: Open vSwitch agent@dv-cinder-844140-2-iscsi: { 'AddressGroup': '1.2', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Agent': '1.1', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'ConntrackHelper': '1.0', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'LocalIPAssociation': '1.0', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Log': '1.0', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'NDPProxy': '1.0', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Network': '1.1', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Port': '1.7', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'PortForwarding': '1.3', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'QosPolicy': '1.10', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SecurityGroup': '1.5', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SecurityGroupRule': '1.2', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SubPort': '1.0', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Subnet': '1.1', Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Trunk': '1.1'}} Jun 06 14:13:43.227265 dv-cinder-844140-2-iscsi neutron-server[103909]: {{(pid=103909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 14:13:43.298705 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (0f88274b-c217-4011-8ac9-009f268371f0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:43.341621 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (0f88274b-c217-4011-8ac9-009f268371f0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:43.347066 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:13:43.347792 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:43.449351 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4271674 Jun 06 14:13:43.477426 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31b7c-5c18-4d62-8f95-246de96e6e9c demo demo] Pushing event updated for resources: {'Network': ['ID=0f88274b-c217-4011-8ac9-009f268371f0,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:13:43.499737 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network 0f88274b-c217-4011-8ac9-009f268371f0 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:13:46.062154 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37736) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:13:46.551224 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd674392-e3a8-4bf7-bee0-9a344f3358de demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:13:46.552270 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-dd674392-e3a8-4bf7-bee0-9a344f3358de demo admin] 10.222.0.13 "GET /v2.0/networks/0f88274b-c217-4011-8ac9-009f268371f0 HTTP/1.1" status: 200 len: 825 time: 0.4892087 Jun 06 14:13:46.577362 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c921a947-4503-4d89-893a-b50350360943 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/aab7cd22-7d06-47c6-b7b0-5b07da873cf1 HTTP/1.1" status: 200 len: 734 time: 0.0193880 Jun 06 14:13:46.588349 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0', 'subnetpool_id': 'aab7cd22-7d06-47c6-b7b0-5b07da873cf1'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:13:46.618062 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Made reservation on behalf of 574e2d880a9446af80a6bbdfa7f0b125 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:13:46.621055 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:46.914349 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:46.923295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (2a92d166-ec68-4fd6-9e5c-d9572a5197e4), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:47.005903 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Checking segment: {'id': '1a2d0a68-f7c9-4cf2-ad37-faee267aa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:13:47.006246 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Network hostable DHCP agents. Network: 0f88274b-c217-4011-8ac9-009f268371f0, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:13:47.013449 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2a92d166-ec68-4fd6-9e5c-d9572a5197e4,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:13:47.027866 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.028192 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.028536 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.028878 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.029243 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.029778 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.030186 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.030504 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.030841 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.031157 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.031465 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.031787 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.032096 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.032398 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.032699 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Tracked resource versions report: Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: pushed versions: Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: { 'AddressGroup': {'1.2'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Agent': {'1.1'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'ConntrackHelper': {'1.0'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'LocalIPAssociation': {'1.0'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Log': {'1.0'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'NDPProxy': {'1.0'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Network': {'1.1'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Port': {'1.7'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'PortForwarding': {'1.3'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'QosPolicy': {'1.10'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SecurityGroup': {'1.5'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SecurityGroupRule': {'1.2'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SubPort': {'1.0'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Subnet': {'1.1'}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Trunk': {'1.1'}} Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: consumer versions: Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: { DHCP agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: L3 agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: Metadata agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: Metering agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: Open vSwitch agent@dv-cinder-844140-2-iscsi: { 'AddressGroup': '1.2', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Agent': '1.1', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'ConntrackHelper': '1.0', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'LocalIPAssociation': '1.0', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Log': '1.0', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'NDPProxy': '1.0', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Network': '1.1', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Port': '1.7', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'PortForwarding': '1.3', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'QosPolicy': '1.10', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SecurityGroup': '1.5', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SecurityGroupRule': '1.2', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SubPort': '1.0', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Subnet': '1.1', Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Trunk': '1.1'}} Jun 06 14:13:47.034186 dv-cinder-844140-2-iscsi neutron-server[103910]: {{(pid=103910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 14:13:47.060919 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Network 0f88274b-c217-4011-8ac9-009f268371f0 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:13:47.075283 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, 0f88274b-c217-4011-8ac9-009f268371f0) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:13:47.080468 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:13:47.081113 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:47.085634 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c2683-ec97-4a06-8846-56a6e99fca9b None None] Network 0f88274b-c217-4011-8ac9-009f268371f0 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:13:47.098027 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-70497364-8ba2-413b-b191-88ae1952eea5 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5131810 Jun 06 14:13:47.367049 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-0f88274b-c217-4011-8ac9-009f268371f0', 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0', 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'fixed_ips': [{'subnet_id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:13:47.369119 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:47.658908 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Allocated IP 172.20.0.2 (0f88274b-c217-4011-8ac9-009f268371f0/2a92d166-ec68-4fd6-9e5c-d9572a5197e4/dc8126ab-c302-4ded-a979-f431f88543d4) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:13:47.925121 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=48,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:47.958473 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Publish callbacks [] for port (dc8126ab-c302-4ded-a979-f431f88543d4), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:47.967194 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:48.039976 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Network 0f88274b-c217-4011-8ac9-009f268371f0 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:13:48.045356 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:13:48.063463 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:13:48.070905 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Pushing event updated for resources: {'Port': ['ID=dc8126ab-c302-4ded-a979-f431f88543d4,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:13:48.101198 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.102219 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.102219 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.102219 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.102653 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.102832 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.103155 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.103504 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.103781 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.104405 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.104405 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.104750 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.105016 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.105310 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.105618 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Tracked resource versions report: Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: pushed versions: Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Agent': {'1.1'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Log': {'1.0'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Network': {'1.1'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Port': {'1.7'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: consumer versions: Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: L3 agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: Metadata agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: Metering agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-844140-2-iscsi: { 'AddressGroup': '1.2', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Agent': '1.1', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Log': '1.0', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'NDPProxy': '1.0', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Network': '1.1', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Port': '1.7', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'PortForwarding': '1.3', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'QosPolicy': '1.10', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SubPort': '1.0', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Subnet': '1.1', Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Trunk': '1.1'}} Jun 06 14:13:48.107081 dv-cinder-844140-2-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 14:13:48.168878 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Attempting to bind port dc8126ab-c302-4ded-a979-f431f88543d4 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:13:48.169271 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Attempting to bind port dc8126ab-c302-4ded-a979-f431f88543d4 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '1a2d0a68-f7c9-4cf2-ad37-faee267aa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:13:48.170219 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Attempting to bind port dc8126ab-c302-4ded-a979-f431f88543d4 on network 0f88274b-c217-4011-8ac9-009f268371f0 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:13:48.175966 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:13:48.176437 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Checking segment: {'id': '1a2d0a68-f7c9-4cf2-ad37-faee267aa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:13:48.176764 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:48.177893 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Bound using segment: {'id': '1a2d0a68-f7c9-4cf2-ad37-faee267aa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:13:48.177893 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Bound port: dc8126ab-c302-4ded-a979-f431f88543d4, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2d0a68-f7c9-4cf2-ad37-faee267aa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:13:48.178106 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:48.246334 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] For port dc8126ab-c302-4ded-a979-f431f88543d4, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:13:48.267894 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] For port dc8126ab-c302-4ded-a979-f431f88543d4, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=dc8126ab-c302-4ded-a979-f431f88543d4,segment=NetworkSegment(1a2d0a68-f7c9-4cf2-ad37-faee267aa911),segment_id=1a2d0a68-f7c9-4cf2-ad37-faee267aa911)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:13:48.276806 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:48.337158 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e27b59-9b9f-4d53-87a6-0ae416964e03 None None] Pushing event updated for resources: {'Port': ['ID=dc8126ab-c302-4ded-a979-f431f88543d4,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:13:48.720382 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:48.727473 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=8 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:49.753804 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37756) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:13:50.153063 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [None req-f8db6e34-521b-4a53-b6ba-d1b8ea0e6b0e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:13:50.166330 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f8db6e34-521b-4a53-b6ba-d1b8ea0e6b0e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4114461 Jun 06 14:13:53.020773 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37764) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:13:53.457182 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=43,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:53.473977 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=39,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:53.543178 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [None req-63bd55f5-3934-4390-8d18-a8f5172d7395 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:13:53.545630 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-63bd55f5-3934-4390-8d18-a8f5172d7395 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5234554 Jun 06 14:13:56.411377 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 37776) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:13:56.912887 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-399ea319-af54-4e9a-86c9-21d4c5c2aaa9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:13:56.942851 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-399ea319-af54-4e9a-86c9-21d4c5c2aaa9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:56.944697 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-399ea319-af54-4e9a-86c9-21d4c5c2aaa9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:57.089790 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:57.091321 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=7,neutron:SELECT=74,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:57.112029 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-399ea319-af54-4e9a-86c9-21d4c5c2aaa9 demo demo] Publish callbacks [] for router_controller (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:57.124631 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-399ea319-af54-4e9a-86c9-21d4c5c2aaa9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:57.149357 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-399ea319-af54-4e9a-86c9-21d4c5c2aaa9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:13:57.150735 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-399ea319-af54-4e9a-86c9-21d4c5c2aaa9 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7380981 Jun 06 14:13:58.325211 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=64,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:58.331627 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=78,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:13:58.338274 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:00.084848 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37794) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:14:00.533997 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [None req-7f8c02d1-3a03-47a9-bc00-17041a03dbd7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:14:00.534983 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7f8c02d1-3a03-47a9-bc00-17041a03dbd7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4492342 Jun 06 14:14:00.982280 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device dc8126ab-c302-4ded-a979-f431f88543d4 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:14:01.050402 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c900e0-611c-4321-99d3-297dcf96896c None None] Network 0f88274b-c217-4011-8ac9-009f268371f0 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:14:01.137004 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port dc8126ab-c302-4ded-a979-f431f88543d4 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:01.137410 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:01.245332 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-93e2501f-c198-4b17-aa26-f6cf3c0a1043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:01.246917 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-2c3264b3-0a18-4401-9541-fc4442333c17 None None] Provisioning complete for port dc8126ab-c302-4ded-a979-f431f88543d4 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:01.247305 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2c3264b3-0a18-4401-9541-fc4442333c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:01.374173 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port dc8126ab-c302-4ded-a979-f431f88543d4 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:14:01.374562 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:01.439259 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-2c3264b3-0a18-4401-9541-fc4442333c17 None None] Current status of the port dc8126ab-c302-4ded-a979-f431f88543d4 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:14:01.439749 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2c3264b3-0a18-4401-9541-fc4442333c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:01.459716 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port dc8126ab-c302-4ded-a979-f431f88543d4, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=dc8126ab-c302-4ded-a979-f431f88543d4,segment=NetworkSegment(1a2d0a68-f7c9-4cf2-ad37-faee267aa911),segment_id=1a2d0a68-f7c9-4cf2-ad37-faee267aa911)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:14:01.466286 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:01.550043 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=dc8126ab-c302-4ded-a979-f431f88543d4,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:01.553820 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-2c3264b3-0a18-4401-9541-fc4442333c17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 06 14:14:01.554312 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-2c3264b3-0a18-4401-9541-fc4442333c17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 14:14:02.091640 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-2c3264b3-0a18-4401-9541-fc4442333c17 None None] Current status of the port dc8126ab-c302-4ded-a979-f431f88543d4 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:14:02.218608 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-9850f4d0-843f-4efd-88f1-7112ac55a508 None None] Provisioning complete for port dc8126ab-c302-4ded-a979-f431f88543d4 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:02.219231 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9850f4d0-843f-4efd-88f1-7112ac55a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:02.346653 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9850f4d0-843f-4efd-88f1-7112ac55a508 None None] Current status of the port dc8126ab-c302-4ded-a979-f431f88543d4 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:14:02.965239 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device dc8126ab-c302-4ded-a979-f431f88543d4 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:14:03.040537 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port dc8126ab-c302-4ded-a979-f431f88543d4 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:03.041159 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.116862 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port dc8126ab-c302-4ded-a979-f431f88543d4 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:14:03.215944 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37806) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:14:03.566916 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:14:03.589740 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Made reservation on behalf of 258fdfe108b84b6c82c61b2a2990c11d for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:14:03.592939 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.610353 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.718452 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Publish callbacks [] for security_group (3232c420-95bf-46ab-b73a-31275671860d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.722337 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (3232c420-95bf-46ab-b73a-31275671860d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.740104 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Reserving flat network on physical network physnet1 {{(pid=103910) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 06 14:14:03.765078 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3232c420-95bf-46ab-b73a-31275671860d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:03.771844 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735719542532', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (2fe55eb4-2b51-4782-bd69-f17f40b53941), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.772386 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Unsubscribe: segment precommit_create {{(pid=103910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 14:14:03.772892 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Added segment 2fe55eb4-2b51-4782-bd69-f17f40b53941 of type flat for network dea14587-d188-4dfb-8f9f-93b71cd429d0 Jun 06 14:14:03.808085 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c3d9c369-38ad-4927-927e-4b3e08061f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.832265 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (dea14587-d188-4dfb-8f9f-93b71cd429d0), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.897159 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (dea14587-d188-4dfb-8f9f-93b71cd429d0), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.898267 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:14:03.898845 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:03.987022 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7700031 Jun 06 14:14:04.002863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c769f12-8154-4bc0-9672-e5026cf39726 admin admin] Pushing event updated for resources: {'Network': ['ID=dea14587-d188-4dfb-8f9f-93b71cd429d0,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:04.014988 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:14:04.935340 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:06.618291 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37824) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:14:06.644252 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:06.804795 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ea12c6-8503-4c6a-9fda-0e1ab48e9e21 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:14:06.806128 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-97ea12c6-8503-4c6a-9fda-0e1ab48e9e21 demo admin] 10.222.0.13 "GET /v2.0/subnets/2a92d166-ec68-4fd6-9e5c-d9572a5197e4 HTTP/1.1" status: 200 len: 849 time: 0.1869056 Jun 06 14:14:06.969595 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-fb8b417c-3fac-4a55-8048-c2df8d7211c8 demo admin] 10.222.0.13 "GET /v2.0/routers/647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 HTTP/1.1" status: 200 len: 704 time: 0.1573863 Jun 06 14:14:07.140779 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=9,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:07.144327 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=10,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:07.256506 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:07.506859 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:07.549199 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:07.569921 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Allocated IP 172.20.0.1 (0f88274b-c217-4011-8ac9-009f268371f0/2a92d166-ec68-4fd6-9e5c-d9572a5197e4/bdbdb584-65e9-46b5-9f95-b31e5610d668) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:14:07.728169 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Publish callbacks [] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:07.794930 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:07.870174 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Network 0f88274b-c217-4011-8ac9-009f268371f0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:14:07.881796 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:14:07.886261 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:14:07.887949 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:07.963900 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Pushing event updated for resources: {'Port': ['ID=bdbdb584-65e9-46b5-9f95-b31e5610d668,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:08.101949 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-7f702fee-d219-4ff2-bb3f-9f2fe3643916 None None] Provisioning complete for port bdbdb584-65e9-46b5-9f95-b31e5610d668 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:08.102525 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7f702fee-d219-4ff2-bb3f-9f2fe3643916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:08.148346 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:08.149681 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-7f702fee-d219-4ff2-bb3f-9f2fe3643916 None None] Port bdbdb584-65e9-46b5-9f95-b31e5610d668 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:14:08.185718 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:08.466199 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Publish callbacks [] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:08.470532 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:08.471345 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:08.552152 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Pushing event updated for resources: {'Port': ['ID=bdbdb584-65e9-46b5-9f95-b31e5610d668,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:08.602558 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:08.604537 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Network 0f88274b-c217-4011-8ac9-009f268371f0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:14:08.606427 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:14:08.730151 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:08.770836 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Router 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:14:08.773463 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-7fc2d1ad-c3e6-45d5-b843-48c907d9a18a None None] Provisioning complete for port bdbdb584-65e9-46b5-9f95-b31e5610d668 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:08.773890 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7fc2d1ad-c3e6-45d5-b843-48c907d9a18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:08.807075 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2d1ad-c3e6-45d5-b843-48c907d9a18a None None] Port bdbdb584-65e9-46b5-9f95-b31e5610d668 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:14:08.861671 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:14:08.867543 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3c688d05-157e-4392-bfa0-68bd34fe7f9c demo admin] 10.222.0.13 "PUT /v2.0/routers/647694dd-7ea0-406c-ad75-ac5ba5c5dfb6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8924561 Jun 06 14:14:08.872341 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Sync routers for ids ['647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:14:08.891595 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Routers {'647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:14:08.892379 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:14:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:14:09.094813 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Set router 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:14:09.549058 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'name': 'router1', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:13:56Z', 'updated_at': '2022-06-06T14:14:08Z', 'revision_number': 2, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'gw_port_host': None, '_interfaces': [{'id': 'bdbdb584-65e9-46b5-9f95-b31e5610d668', 'name': '', 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'mac_address': 'fa:16:3e:7f:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:14:07Z', 'updated_at': '2022-06-06T14:14:08Z', 'revision_number': 2, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'subnets': [{'id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aab7cd22-7d06-47c6-b7b0-5b07da873cf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:14:09.603070 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Checking router: 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:14:09.603428 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Updating router 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 port bdbdb584-65e9-46b5-9f95-b31e5610d668 binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:14:09.660725 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:10.275425 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Publish callbacks [] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:10.284775 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:10.452992 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Pushing event updated for resources: {'Port': ['ID=bdbdb584-65e9-46b5-9f95-b31e5610d668,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:10.471506 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Attempting to bind port bdbdb584-65e9-46b5-9f95-b31e5610d668 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:14:10.471812 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Attempting to bind port bdbdb584-65e9-46b5-9f95-b31e5610d668 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '1a2d0a68-f7c9-4cf2-ad37-faee267aa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:14:10.472238 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Attempting to bind port bdbdb584-65e9-46b5-9f95-b31e5610d668 on network 0f88274b-c217-4011-8ac9-009f268371f0 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:14:10.475983 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.476320 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.476655 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.476989 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.477311 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.477626 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.477960 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.478272 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.478583 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.478911 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.479207 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.479535 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.479846 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.480153 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.480459 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Tracked resource versions report: Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: pushed versions: Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: { 'AddressGroup': {'1.2'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Agent': {'1.1'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'ConntrackHelper': {'1.0'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'LocalIPAssociation': {'1.0'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Log': {'1.0'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'NDPProxy': {'1.0'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Network': {'1.1'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Port': {'1.7'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'PortForwarding': {'1.3'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'QosPolicy': {'1.10'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SecurityGroup': {'1.5'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SecurityGroupRule': {'1.2'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SubPort': {'1.0'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Subnet': {'1.1'}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Trunk': {'1.1'}} Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: consumer versions: Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: { DHCP agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: L3 agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: Metadata agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: Metering agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: Open vSwitch agent@dv-cinder-844140-2-iscsi: { 'AddressGroup': '1.2', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Agent': '1.1', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'ConntrackHelper': '1.0', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'LocalIPAssociation': '1.0', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Log': '1.0', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'NDPProxy': '1.0', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Network': '1.1', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Port': '1.7', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'PortForwarding': '1.3', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'QosPolicy': '1.10', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SecurityGroup': '1.5', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SecurityGroupRule': '1.2', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SubPort': '1.0', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Subnet': '1.1', Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Trunk': '1.1'}} Jun 06 14:14:10.482724 dv-cinder-844140-2-iscsi neutron-server[103912]: {{(pid=103912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 14:14:10.487524 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:14:10.487920 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Checking segment: {'id': '1a2d0a68-f7c9-4cf2-ad37-faee267aa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:14:10.488396 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:10.488773 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Bound using segment: {'id': '1a2d0a68-f7c9-4cf2-ad37-faee267aa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:14:10.489253 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Bound port: bdbdb584-65e9-46b5-9f95-b31e5610d668, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2d0a68-f7c9-4cf2-ad37-faee267aa911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:14:10.489616 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:10.532266 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:10.540319 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-72c7a49d-af87-457d-aef1-66447fbd4314 None None] Provisioning complete for port bdbdb584-65e9-46b5-9f95-b31e5610d668 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:10.541430 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72c7a49d-af87-457d-aef1-66447fbd4314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:10.563809 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] For port bdbdb584-65e9-46b5-9f95-b31e5610d668, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:14:10.584420 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] For port bdbdb584-65e9-46b5-9f95-b31e5610d668, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=bdbdb584-65e9-46b5-9f95-b31e5610d668,segment=NetworkSegment(1a2d0a68-f7c9-4cf2-ad37-faee267aa911),segment_id=1a2d0a68-f7c9-4cf2-ad37-faee267aa911)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:14:10.590920 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:10.597129 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-72c7a49d-af87-457d-aef1-66447fbd4314 None None] Port bdbdb584-65e9-46b5-9f95-b31e5610d668 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:14:10.614927 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:10.651742 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008198-bf4c-4537-9b63-e494269a4fe7 None None] Pushing event updated for resources: {'Port': ['ID=bdbdb584-65e9-46b5-9f95-b31e5610d668,revision_number=4']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:10.661458 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Routers {'647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:14:10.662028 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:14:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:14:10.765648 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] Set router 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:14:11.013644 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'name': 'router1', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:13:56Z', 'updated_at': '2022-06-06T14:14:08Z', 'revision_number': 2, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'gw_port_host': None, '_interfaces': [{'id': 'bdbdb584-65e9-46b5-9f95-b31e5610d668', 'name': '', 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'mac_address': 'fa:16:3e:7f:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:14:07Z', 'updated_at': '2022-06-06T14:14:10Z', 'revision_number': 4, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'subnets': [{'id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aab7cd22-7d06-47c6-b7b0-5b07da873cf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:14:11.020084 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-b2715bbb-f068-42cf-9da1-4c8c41927a39 None None] Provisioning complete for port bdbdb584-65e9-46b5-9f95-b31e5610d668 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:11.020490 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b2715bbb-f068-42cf-9da1-4c8c41927a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:11.038960 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c304474f-0638-43d0-894a-1e7963b3df7d None None] The sync data for ids ['647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'] in dv-cinder-844140-2-iscsi is: [{'id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'name': 'router1', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:13:56Z', 'updated_at': '2022-06-06T14:14:08Z', 'revision_number': 2, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'gw_port_host': None, '_interfaces': [{'id': 'bdbdb584-65e9-46b5-9f95-b31e5610d668', 'name': '', 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'mac_address': 'fa:16:3e:7f:1b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:14:07Z', 'updated_at': '2022-06-06T14:14:10Z', 'revision_number': 4, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'subnets': [{'id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aab7cd22-7d06-47c6-b7b0-5b07da873cf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:14:11.068238 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:11.102565 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-b2715bbb-f068-42cf-9da1-4c8c41927a39 None None] Current status of the port bdbdb584-65e9-46b5-9f95-b31e5610d668 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:14:11.103012 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b2715bbb-f068-42cf-9da1-4c8c41927a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:11.146296 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-b2715bbb-f068-42cf-9da1-4c8c41927a39 None None] For port bdbdb584-65e9-46b5-9f95-b31e5610d668, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=bdbdb584-65e9-46b5-9f95-b31e5610d668,segment=NetworkSegment(1a2d0a68-f7c9-4cf2-ad37-faee267aa911),segment_id=1a2d0a68-f7c9-4cf2-ad37-faee267aa911)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:14:11.151283 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b2715bbb-f068-42cf-9da1-4c8c41927a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:11.192204 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:11.204196 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2715bbb-f068-42cf-9da1-4c8c41927a39 None None] Pushing event updated for resources: {'Port': ['ID=bdbdb584-65e9-46b5-9f95-b31e5610d668,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:11.394564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37844) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:14:11.511333 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5529ecee-a554-4e24-a950-a6d8e5fb3880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:14:11.513416 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5529ecee-a554-4e24-a950-a6d8e5fb3880 admin admin] 10.222.0.13 "GET /v2.0/networks/dea14587-d188-4dfb-8f9f-93b71cd429d0 HTTP/1.1" status: 200 len: 842 time: 0.1174736 Jun 06 14:14:11.524708 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:14:11.550708 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Made reservation on behalf of 258fdfe108b84b6c82c61b2a2990c11d for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:14:11.553422 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:11.856061 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.objects.ports [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103910) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 06 14:14:11.856508 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (76eedb19-7805-404e-9aa3-aabadadbcf64), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:11.907267 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76eedb19-7805-404e-9aa3-aabadadbcf64,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:11.926151 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:14:11.926497 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Network hostable DHCP agents. Network: dea14587-d188-4dfb-8f9f-93b71cd429d0, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:14:11.949493 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:14:11.960415 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, dea14587-d188-4dfb-8f9f-93b71cd429d0) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:14:11.964615 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:14:11.965230 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:11.971045 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de9b406-20d7-4923-925f-e97a3a5b56e3 None None] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:14:11.973381 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:11.994001 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-92754b08-d715-4692-8b44-3b60a0333ed8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4728637 Jun 06 14:14:12.103619 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebaf8d3-f8e8-4222-8ab0-24241c0c485e None None] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:14:14.501892 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37852) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:14:14.636524 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:14.643245 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3a9d8cf4-6d8d-4b04-abaf-f56d19f4ad7f demo admin] 10.222.0.13 "GET /v2.0/routers/647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 HTTP/1.1" status: 200 len: 710 time: 0.1402230 Jun 06 14:14:14.731891 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7597f4e-ade3-4a70-b826-73b49b6e2ab8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:14:14.733341 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a7597f4e-ade3-4a70-b826-73b49b6e2ab8 demo admin] 10.222.0.13 "GET /v2.0/networks/dea14587-d188-4dfb-8f9f-93b71cd429d0 HTTP/1.1" status: 200 len: 886 time: 0.0840743 Jun 06 14:14:14.743150 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:14:15.060612 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Publish callbacks [] for router_gateway (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:15.115137 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:15.351221 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Publish callbacks [] for router_gateway (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:15.442355 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:15.557395 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Allocated IP 172.27.1.101 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/7cb504e6-ac63-4252-be1b-6e2eb41db1dd) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:14:15.670277 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Publish callbacks [] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:15.678011 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:15.709663 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:15.749784 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:14:15.757060 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:14:15.760897 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:14:15.764993 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Pushing event updated for resources: {'Port': ['ID=7cb504e6-ac63-4252-be1b-6e2eb41db1dd,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:16.018849 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Publish callbacks [] for router_gateway (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:16.020316 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:16.220411 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-381879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-339574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3751'] for router (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:16.224100 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-381870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-381857', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-339561'] for router (647694dd-7ea0-406c-ad75-ac5ba5c5dfb6), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:16.413198 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Router 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:14:16.523752 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:14:16.529875 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:16.531417 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ce57856d-52d3-4553-b245-001e4607a73f demo admin] 10.222.0.13 "PUT /v2.0/routers/647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 HTTP/1.1" status: 200 len: 890 time: 1.7919071 Jun 06 14:14:18.997897 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device bdbdb584-65e9-46b5-9f95-b31e5610d668 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:14:19.047707 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port bdbdb584-65e9-46b5-9f95-b31e5610d668 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:19.048100 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:19.133964 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port bdbdb584-65e9-46b5-9f95-b31e5610d668 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:14:19.143440 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 37864) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:14:19.267778 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a4a24b1d-996e-4176-894e-c461f191a27a admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1223440 Jun 06 14:14:20.417684 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Sync routers for ids ['647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:14:20.430922 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Routers {'647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:14:20.431718 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:14:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:14:20.650772 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Set router 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:14:21.110608 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:14:21.126260 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=52,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:21.158640 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'name': 'router1', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '7cb504e6-ac63-4252-be1b-6e2eb41db1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:13:56Z', 'updated_at': '2022-06-06T14:14:15Z', 'revision_number': 4, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'gw_port': {'id': '7cb504e6-ac63-4252-be1b-6e2eb41db1dd', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:14:15Z', 'updated_at': '2022-06-06T14:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'bdbdb584-65e9-46b5-9f95-b31e5610d668', 'name': '', 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'mac_address': 'fa:16:3e:7f:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:14:07Z', 'updated_at': '2022-06-06T14:14:11Z', 'revision_number': 5, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'subnets': [{'id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aab7cd22-7d06-47c6-b7b0-5b07da873cf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:14:21.215955 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Checking router: 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:14:21.216224 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Updating router 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:14:21.273383 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:21.731437 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Publish callbacks [] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:21.743107 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:21.800159 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Attempting to bind port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:14:21.800159 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Attempting to bind port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:14:21.800159 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Attempting to bind port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:14:21.806925 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b97d2-a09a-412d-ad54-4e9123f84115 None None] Pushing event updated for resources: {'Port': ['ID=7cb504e6-ac63-4252-be1b-6e2eb41db1dd,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:21.809481 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:14:21.809887 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:14:21.810285 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:21.810668 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:14:21.811140 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Bound port: 7cb504e6-ac63-4252-be1b-6e2eb41db1dd, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:14:21.811513 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:21.840824 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:21.875062 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] For port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:14:21.878723 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] For port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7cb504e6-ac63-4252-be1b-6e2eb41db1dd,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:14:21.887607 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:21.960600 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Routers {'647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:14:21.961229 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:14:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:14:21.969794 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b97d2-a09a-412d-ad54-4e9123f84115 None None] Pushing event updated for resources: {'Port': ['ID=7cb504e6-ac63-4252-be1b-6e2eb41db1dd,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:22.095776 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] Set router 647694dd-7ea0-406c-ad75-ac5ba5c5dfb6 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:14:22.132262 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:22.253458 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:22.389090 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'name': 'router1', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '7cb504e6-ac63-4252-be1b-6e2eb41db1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:13:56Z', 'updated_at': '2022-06-06T14:14:15Z', 'revision_number': 4, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'gw_port': {'id': '7cb504e6-ac63-4252-be1b-6e2eb41db1dd', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:14:15Z', 'updated_at': '2022-06-06T14:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'bdbdb584-65e9-46b5-9f95-b31e5610d668', 'name': '', 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'mac_address': 'fa:16:3e:7f:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:14:07Z', 'updated_at': '2022-06-06T14:14:11Z', 'revision_number': 5, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'subnets': [{'id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aab7cd22-7d06-47c6-b7b0-5b07da873cf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:14:22.421563 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779298e8-bc44-46c4-aeea-97d06f73cdcf None None] The sync data for ids ['647694dd-7ea0-406c-ad75-ac5ba5c5dfb6'] in dv-cinder-844140-2-iscsi is: [{'id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'name': 'router1', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '7cb504e6-ac63-4252-be1b-6e2eb41db1dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:13:56Z', 'updated_at': '2022-06-06T14:14:15Z', 'revision_number': 4, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'gw_port': {'id': '7cb504e6-ac63-4252-be1b-6e2eb41db1dd', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:14:15Z', 'updated_at': '2022-06-06T14:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'bdbdb584-65e9-46b5-9f95-b31e5610d668', 'name': '', 'network_id': '0f88274b-c217-4011-8ac9-009f268371f0', 'tenant_id': '574e2d880a9446af80a6bbdfa7f0b125', 'mac_address': 'fa:16:3e:7f:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647694dd-7ea0-406c-ad75-ac5ba5c5dfb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:14:07Z', 'updated_at': '2022-06-06T14:14:11Z', 'revision_number': 5, 'project_id': '574e2d880a9446af80a6bbdfa7f0b125', 'subnets': [{'id': '2a92d166-ec68-4fd6-9e5c-d9572a5197e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aab7cd22-7d06-47c6-b7b0-5b07da873cf1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:14:23.018940 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7cb504e6-ac63-4252-be1b-6e2eb41db1dd up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:14:23.108820 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:23.109921 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:23.191853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:14:23.192240 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:23.220286 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7cb504e6-ac63-4252-be1b-6e2eb41db1dd,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:14:23.227667 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:23.341170 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=7cb504e6-ac63-4252-be1b-6e2eb41db1dd,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:14:25.069739 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7cb504e6-ac63-4252-be1b-6e2eb41db1dd up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:14:25.198320 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:14:25.199278 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7cb504e6-ac63-4252-be1b-6e2eb41db1dd), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:25.396308 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7cb504e6-ac63-4252-be1b-6e2eb41db1dd is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:14:29.257981 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=44 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:29.263079 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:31.100940 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=36 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:31.154171 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f933de6f-cc1e-4681-9e93-4d5cc7fcb28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:33.807427 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6dabee91-a390-4ad8-9167-72c3ac5e2f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:34.950806 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:36.661906 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:38.152068 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:14:46.655547 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:48.139398 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:48.145583 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=3,neutron:SELECT=64 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:14:58.104084 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:14:58.119156 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:01.154996 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a0c37d78-d59f-4a8f-b4e2-b13ee21a5c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:03.807744 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9044cc99-2f35-4762-9d6c-fea29ca00155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:04.940156 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:06.736027 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:08.103267 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:08.166349 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:16.670948 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=13 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:18.143065 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:18.158950 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:31.142459 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ffcc5a9f-9f5b-4a8b-baab-5577cd156128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:33.802570 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5c127aa0-903c-484c-91c5-ba86aacb872c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:34.941309 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:35.104986 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:15:35.110653 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:36.682429 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:38.153133 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:45.096425 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38400) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:15:45.100127 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:45.196189 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.pecan_wsgi.hooks.translation [None req-1374ceb8-0c4d-439b-93a6-eceb7505eb5a admin admin] GET failed (client error): The resource could not be found. Jun 06 14:15:45.197717 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1374ceb8-0c4d-439b-93a6-eceb7505eb5a admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0999401 Jun 06 14:15:45.371630 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b327068d-a409-4ea7-bd30-3d2e64bd5723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:15:45.373144 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b327068d-a409-4ea7-bd30-3d2e64bd5723 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1713469 Jun 06 14:15:47.762494 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38410) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:15:47.863041 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e46b0-2bda-46bc-9534-def9ef3e260f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:15:47.864417 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5f7e46b0-2bda-46bc-9534-def9ef3e260f admin admin] 10.222.0.13 "GET /v2.0/subnets/2a92d166-ec68-4fd6-9e5c-d9572a5197e4 HTTP/1.1" status: 200 len: 849 time: 0.1009712 Jun 06 14:15:47.874773 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:15:47.976830 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Publish callbacks [] for subnet (2a92d166-ec68-4fd6-9e5c-d9572a5197e4), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:48.135599 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735719517157'] for subnet (2a92d166-ec68-4fd6-9e5c-d9572a5197e4), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:48.140178 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:48.144234 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:48.146119 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:48.170530 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:15:48.171656 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:48.172436 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] 10.222.0.13 "PUT /v2.0/subnets/2a92d166-ec68-4fd6-9e5c-d9572a5197e4 HTTP/1.1" status: 200 len: 868 time: 0.3015072 Jun 06 14:15:48.178106 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be21fb-d9a4-426b-889e-fad32938f62a None None] Network 0f88274b-c217-4011-8ac9-009f268371f0 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:15:48.191605 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a92d166-ec68-4fd6-9e5c-d9572a5197e4,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:15:48.200807 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.201150 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.201490 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.201863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.202193 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.202516 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.202840 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.203164 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.203486 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.203803 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.204144 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.204465 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.204772 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.205083 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.205401 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc45033-eedd-42c7-ab30-a5272f65b18b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:15:48.567565 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-a1a02246-e788-4898-a5b0-c9f16dee6a49 None None] Provisioning complete for port dc8126ab-c302-4ded-a979-f431f88543d4 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:15:48.568121 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a1a02246-e788-4898-a5b0-c9f16dee6a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (dc8126ab-c302-4ded-a979-f431f88543d4), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:48.646826 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-a1a02246-e788-4898-a5b0-c9f16dee6a49 None None] Current status of the port dc8126ab-c302-4ded-a979-f431f88543d4 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:15:48.656956 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-a1a02246-e788-4898-a5b0-c9f16dee6a49 None None] Provisioning complete for port bdbdb584-65e9-46b5-9f95-b31e5610d668 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:15:48.657334 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a1a02246-e788-4898-a5b0-c9f16dee6a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (bdbdb584-65e9-46b5-9f95-b31e5610d668), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:15:48.735827 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-a1a02246-e788-4898-a5b0-c9f16dee6a49 None None] Current status of the port bdbdb584-65e9-46b5-9f95-b31e5610d668 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:15:50.504955 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38418) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:15:50.757114 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a14e4-3fb1-436a-bd92-e5cc228d6f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:15:50.757680 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a14e4-3fb1-436a-bd92-e5cc228d6f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:15:50.759554 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-314a14e4-3fb1-436a-bd92-e5cc228d6f3d admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2535446 Jun 06 14:15:53.129375 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38428) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:15:53.266349 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74f176-d950-4916-86bc-9be533a9a5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:15:53.266632 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74f176-d950-4916-86bc-9be533a9a5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:15:53.268175 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4f74f176-d950-4916-86bc-9be533a9a5dc admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1378431 Jun 06 14:15:55.585685 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38436) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:15:55.816535 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6437b7-ac73-47eb-b6d6-d4c0ad4f826d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:15:55.817917 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8d6437b7-ac73-47eb-b6d6-d4c0ad4f826d admin admin] 10.222.0.13 "GET /v2.0/networks/0f88274b-c217-4011-8ac9-009f268371f0 HTTP/1.1" status: 200 len: 869 time: 0.2312107 Jun 06 14:15:58.170283 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38444) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:15:58.194604 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=63,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:58.195770 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:58.298837 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2928a-1d76-4d24-a17c-2cb54fe7ba85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:15:58.300205 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1de2928a-1d76-4d24-a17c-2cb54fe7ba85 admin admin] 10.222.0.13 "GET /v2.0/networks/dea14587-d188-4dfb-8f9f-93b71cd429d0 HTTP/1.1" status: 200 len: 886 time: 0.1289828 Jun 06 14:15:58.723835 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=26 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:58.729291 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=26 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:15:58.731002 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=25 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:00.656376 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38452) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:16:00.791022 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5efdc7-0425-48bf-be77-8fafb511387d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:00.791474 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5efdc7-0425-48bf-be77-8fafb511387d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:00.793049 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1a5efdc7-0425-48bf-be77-8fafb511387d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1357298 Jun 06 14:16:01.139557 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e0969948-b952-4916-8d9e-44b67aa632cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:03.137999 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38460) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:16:03.267415 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051482bb-a09e-4693-9574-b63b4fb1851b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:03.267776 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051482bb-a09e-4693-9574-b63b4fb1851b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:03.269287 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-051482bb-a09e-4693-9574-b63b4fb1851b admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303518 Jun 06 14:16:03.798330 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-58278030-2ea3-48ae-a544-5911836329aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:04.939464 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:05.613893 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38468) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:16:05.711268 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e21faa-363c-429b-afa1-88e609d2065e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:05.712664 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-30e21faa-363c-429b-afa1-88e609d2065e admin admin] 10.222.0.13 "GET /v2.0/subnets/2a92d166-ec68-4fd6-9e5c-d9572a5197e4 HTTP/1.1" status: 200 len: 868 time: 0.0977895 Jun 06 14:16:06.684708 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:08.059481 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38478) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:16:08.148716 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:08.154183 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b71dc13-a2e7-4657-a9ca-c1ba44b820ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:08.155579 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3b71dc13-a2e7-4657-a9ca-c1ba44b820ea admin admin] 10.222.0.13 "GET /v2.0/subnets/76eedb19-7805-404e-9aa3-aabadadbcf64 HTTP/1.1" status: 200 len: 816 time: 0.0951517 Jun 06 14:16:10.781655 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=36 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:10.785788 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=46 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:12.103745 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:16:16.678204 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:18.135462 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:18.143973 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:18.146044 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=27 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:18.153691 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=29 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:28.921126 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=20 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:28.923937 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=14 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:31.131853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-22ea1edd-634d-4ba6-94ea-d413e77717e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:33.800997 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7d58d4b-da6c-4e64-922f-b6003792dc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:34.944650 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:36.687147 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:38.154179 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:48.142024 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:48.147294 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:48.149724 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:48.467344 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38540) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:16:48.517271 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [None req-297e4432-4d5c-445d-964e-3ecddeb8de45 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:16:48.518352 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-297e4432-4d5c-445d-964e-3ecddeb8de45 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0500829 Jun 06 14:16:49.103188 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:16:50.936435 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38548) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:16:50.999313 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cac286-8f5c-458f-9d98-eb228107da5b admin admin] GET failed (client error): The resource could not be found. Jun 06 14:16:51.000407 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c5cac286-8f5c-458f-9d98-eb228107da5b admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629623 Jun 06 14:16:51.152224 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b77f27-f3e3-47ca-b177-cb772a76f6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:51.154010 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-30b77f27-f3e3-47ca-b177-cb772a76f6e1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1488988 Jun 06 14:16:53.474451 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38556) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:16:53.524125 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:16:53.545515 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Made reservation on behalf of 258fdfe108b84b6c82c61b2a2990c11d for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:16:53.547904 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:53.586073 dv-cinder-844140-2-iscsi neutron-server[103909]: WARNING neutron.services.revisions.revision_plugin [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Could not find related network for resource to bump revision. Jun 06 14:16:53.599945 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:16:53.610504 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (da0026a0-f1d6-4bf2-9126-14a898a22882), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:53.610843 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Added segment da0026a0-f1d6-4bf2-9126-14a898a22882 of type vlan for network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 Jun 06 14:16:53.652469 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (65e9a271-0af6-4fdd-9e04-6e75ab1e8b82), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:53.677516 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (65e9a271-0af6-4fdd-9e04-6e75ab1e8b82), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:53.678409 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:53.678969 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:53.763200 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2876370 Jun 06 14:16:53.780057 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Pushing event updated for resources: {'Network': ['ID=65e9a271-0af6-4fdd-9e04-6e75ab1e8b82,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:16:53.789137 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.789476 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.789862 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.790200 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.790519 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.790838 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.791158 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.791470 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.791787 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.792106 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.792428 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.792761 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.793078 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.793389 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.793698 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44dc14-2988-4084-83c2-53945302cf4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:53.805875 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:16:56.096378 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38564) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:16:56.158645 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.pecan_wsgi.hooks.translation [None req-837c96fe-ed8f-48fb-9983-20724867b468 admin admin] GET failed (client error): The resource could not be found. Jun 06 14:16:56.161121 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-837c96fe-ed8f-48fb-9983-20724867b468 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631721 Jun 06 14:16:56.232312 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b5cd0-3ec4-4b9e-8d5b-4b99fa56c3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:56.233795 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-be5b5cd0-3ec4-4b9e-8d5b-4b99fa56c3f6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686581 Jun 06 14:16:56.243626 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Request body: {'subnet': {'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:16:56.263217 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Made reservation on behalf of 258fdfe108b84b6c82c61b2a2990c11d for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:16:56.265505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:56.428519 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (52c1f828-a4cb-4bf5-a96d-e12678265231), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:56.492399 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c1f828-a4cb-4bf5-a96d-e12678265231,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:16:56.499819 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Checking segment: {'id': 'da0026a0-f1d6-4bf2-9126-14a898a22882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:16:56.500163 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Network hostable DHCP agents. Network: 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:16:56.503821 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.504156 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.504516 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.504852 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.505177 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.505497 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.505865 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.506185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.506516 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.506838 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.507170 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.507503 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.507821 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.508134 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.508443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:56.527726 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:16:56.538903 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:16:56.543936 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:16:56.544524 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:56.552009 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd400f8d-8b0a-4062-8ddf-ae89d846b1dc None None] Network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:16:56.570357 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a878f6a3-469b-431b-a29d-54795adaacdd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3301167 Jun 06 14:16:56.676693 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-65e9a271-0af6-4fdd-9e04-6e75ab1e8b82', 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82', 'project_id': '258fdfe108b84b6c82c61b2a2990c11d', 'fixed_ips': [{'subnet_id': '52c1f828-a4cb-4bf5-a96d-e12678265231'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:16:56.677651 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:56.838725 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Allocated IP 192.168.233.2 (65e9a271-0af6-4fdd-9e04-6e75ab1e8b82/52c1f828-a4cb-4bf5-a96d-e12678265231/952d7ff8-f1c2-4967-9717-7700283ebb62) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:16:57.007378 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Publish callbacks [] for port (952d7ff8-f1c2-4967-9717-7700283ebb62), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:57.014993 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (952d7ff8-f1c2-4967-9717-7700283ebb62), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:57.060280 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:16:57.068420 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:16:57.070944 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:16:57.074237 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Pushing event updated for resources: {'Port': ['ID=952d7ff8-f1c2-4967-9717-7700283ebb62,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:16:57.087313 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.087689 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.088008 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.088342 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.088668 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.089038 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.089307 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.089631 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.089979 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.090294 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.090616 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.090951 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.091264 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.091577 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.091890 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:16:57.143037 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Attempting to bind port 952d7ff8-f1c2-4967-9717-7700283ebb62 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:16:57.143409 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Attempting to bind port 952d7ff8-f1c2-4967-9717-7700283ebb62 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': 'da0026a0-f1d6-4bf2-9126-14a898a22882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:16:57.144743 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Attempting to bind port 952d7ff8-f1c2-4967-9717-7700283ebb62 on network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:16:57.151349 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:16:57.151727 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Checking segment: {'id': 'da0026a0-f1d6-4bf2-9126-14a898a22882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:16:57.152126 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:57.152531 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Bound using segment: {'id': 'da0026a0-f1d6-4bf2-9126-14a898a22882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:16:57.152982 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Bound port: 952d7ff8-f1c2-4967-9717-7700283ebb62, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0026a0-f1d6-4bf2-9126-14a898a22882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:16:57.153362 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (952d7ff8-f1c2-4967-9717-7700283ebb62), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:57.225668 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] For port 952d7ff8-f1c2-4967-9717-7700283ebb62, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:16:57.229894 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] For port 952d7ff8-f1c2-4967-9717-7700283ebb62, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=952d7ff8-f1c2-4967-9717-7700283ebb62,segment=NetworkSegment(da0026a0-f1d6-4bf2-9126-14a898a22882),segment_id=da0026a0-f1d6-4bf2-9126-14a898a22882)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:16:57.236746 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (952d7ff8-f1c2-4967-9717-7700283ebb62), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:57.307033 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6842861-1de7-4a7b-aa0c-9735fd432c38 None None] Pushing event updated for resources: {'Port': ['ID=952d7ff8-f1c2-4967-9717-7700283ebb62,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:16:58.212859 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c5f3c-50f4-42ea-b46d-144727ce022c None None] Network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:16:58.326599 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-5720a80a-2621-43fd-9d39-907f90400faf None None] Provisioning complete for port 952d7ff8-f1c2-4967-9717-7700283ebb62 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:16:58.326976 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5720a80a-2621-43fd-9d39-907f90400faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (952d7ff8-f1c2-4967-9717-7700283ebb62), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:58.422098 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5720a80a-2621-43fd-9d39-907f90400faf None None] Current status of the port 952d7ff8-f1c2-4967-9717-7700283ebb62 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:16:58.426186 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5720a80a-2621-43fd-9d39-907f90400faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (952d7ff8-f1c2-4967-9717-7700283ebb62), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:58.468782 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5720a80a-2621-43fd-9d39-907f90400faf None None] For port 952d7ff8-f1c2-4967-9717-7700283ebb62, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=952d7ff8-f1c2-4967-9717-7700283ebb62,segment=NetworkSegment(da0026a0-f1d6-4bf2-9126-14a898a22882),segment_id=da0026a0-f1d6-4bf2-9126-14a898a22882)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:16:58.474733 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5720a80a-2621-43fd-9d39-907f90400faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (952d7ff8-f1c2-4967-9717-7700283ebb62), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:58.527471 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720a80a-2621-43fd-9d39-907f90400faf None None] Pushing event updated for resources: {'Port': ['ID=952d7ff8-f1c2-4967-9717-7700283ebb62,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:16:58.595531 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-932ea1ed-f256-430e-b68a-e3715f87bfe3 None None] Provisioning complete for port 952d7ff8-f1c2-4967-9717-7700283ebb62 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:16:58.595914 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-932ea1ed-f256-430e-b68a-e3715f87bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (952d7ff8-f1c2-4967-9717-7700283ebb62), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:58.681478 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-932ea1ed-f256-430e-b68a-e3715f87bfe3 None None] Current status of the port 952d7ff8-f1c2-4967-9717-7700283ebb62 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:16:58.755990 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:59.098793 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:59.100325 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:59.107873 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 952d7ff8-f1c2-4967-9717-7700283ebb62 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:16:59.150616 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:59.158997 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 952d7ff8-f1c2-4967-9717-7700283ebb62 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:16:59.160358 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (952d7ff8-f1c2-4967-9717-7700283ebb62), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:16:59.164025 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:16:59.242547 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 952d7ff8-f1c2-4967-9717-7700283ebb62 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:17:01.136597 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5194a630-f327-4e73-a7f3-ba2d493f998b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:03.782840 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:03.783806 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:03.805722 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b4de30a2-4cc4-4af5-9022-ab2c611e8fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:04.947096 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:06.548662 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=47,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:06.555295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=46,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:06.694324 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:08.158858 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:18.147439 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:18.148769 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:18.154156 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:26.102852 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:17:29.098832 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:31.142171 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d571f78-10aa-4ce5-9a2c-d5e534eeefcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:33.807770 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4413f471-cc68-45f3-b3f4-b44cc9b63b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:34.949114 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:36.099724 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:36.695615 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:38.163529 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:17:48.153341 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:48.155236 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:17:48.157888 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:01.145552 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5a071eee-2d73-45c9-9a94-f841f8d3ec56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:03.097133 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:03.097944 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:03.104965 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:18:03.818889 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d5501053-dac0-4f70-a56e-4e23c20fba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:04.952226 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:06.698026 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:08.167666 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:13.105066 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:18.155592 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:18.161284 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:18.163663 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:25.648363 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38602) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:18:25.654134 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [None req-702fc3c1-e199-49fb-8882-3d61a1f3da1a tempest-verify_tempest_config-1243976153 tempest-verify_tempest_config-1243976153-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:18:25.655082 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-702fc3c1-e199-49fb-8882-3d61a1f3da1a tempest-verify_tempest_config-1243976153 tempest-verify_tempest_config-1243976153-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057693 Jun 06 14:18:25.970175 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38620) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:18:26.079628 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:26.157575 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Publish callbacks [] for security_group (7bb51734-0843-4fb4-a5a0-4b70ad657a57), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:26.161878 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7bb51734-0843-4fb4-a5a0-4b70ad657a57), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:26.209558 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb872483edc642129cd28baf8bcaa993&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2383108 Jun 06 14:18:26.211795 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb51734-0843-4fb4-a5a0-4b70ad657a57,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:18:26.212700 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38626) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:18:26.220518 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.220859 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.221191 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.221521 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.221953 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.222319 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.222644 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.222963 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.223302 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.223665 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.224004 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.224341 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.224659 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.224972 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.225284 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e78c15e-24bd-404c-b8f1-d9a447837ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.278758 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Publish callbacks [] for security_group (7bb51734-0843-4fb4-a5a0-4b70ad657a57), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:26.301565 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Publish callbacks [] for security_group (7bb51734-0843-4fb4-a5a0-4b70ad657a57), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:26.393867 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7bb51734-0843-4fb4-a5a0-4b70ad657a57), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:26.396331 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:26.397464 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bb51734-0843-4fb4-a5a0-4b70ad657a57 HTTP/1.1" status: 204 len: 168 time: 0.1835699 Jun 06 14:18:26.405872 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb51734-0843-4fb4-a5a0-4b70ad657a57,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:18:26.413107 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.413647 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.414029 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.414360 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.414702 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.415004 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.415303 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.415616 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.415943 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.416264 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.416591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.416906 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.417213 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.417519 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:26.417854 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ffef9-cf2f-45fc-b41b-35a63b2dc3ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:18:28.817797 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=15 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:28.819607 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=11 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:31.150976 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42ae8a4d-27cb-49a4-aa30-e087073966e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:33.813225 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-139d8c21-cdb5-4582-beae-c10ef86a5d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:34.954994 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:36.213887 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:36.214622 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:36.408651 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:36.409774 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:36.698729 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:38.172983 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:18:40.087123 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:40.091602 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:40.109309 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:18:48.159766 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:48.160523 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:48.167283 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:18:50.102029 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:01.153679 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e51f6cc7-47dc-4ba9-9292-b5697390609c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:03.816448 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2f696857-3b08-4fab-a2f1-b6a8d9e586a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:04.955703 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:06.700721 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:08.175287 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:16.696486 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:17.089213 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:17.108874 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:19:18.168947 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:18.170822 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:29.101975 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:29.103801 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:31.155192 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-243172e3-09c2-4aa4-8532-5c95be27b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:33.817831 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ac159480-c2ad-41b3-a7b1-9113d23577b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:34.959026 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:36.702192 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:38.179801 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:19:48.166100 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:48.166869 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:48.173851 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:54.079926 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:54.084065 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:19:54.107564 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:20:01.159383 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-74c9b384-0fda-4b3b-99a3-32509c97aa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:03.823565 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b15fcdb6-0e15-4218-81fc-0830d60dfc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:04.102589 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:04.103319 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:04.964630 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:06.706712 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:08.182468 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:10.101246 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-338834'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:18.178005 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:20.093759 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:20.096922 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:22.997114 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38700) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:20:23.114559 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-165c1d31-952c-41fa-a5f9-0444f51090fe admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1162784 Jun 06 14:20:25.436891 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38710) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:20:25.498049 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d55b4425-9d74-4a77-9131-42b3502474f2 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600383 Jun 06 14:20:31.105924 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:20:31.167447 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-54219f96-2127-405a-a20f-0ad4e229722b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:33.107700 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:33.108462 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:33.827548 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bfe-cacf-4d88-a023-2ffbeef480e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:34.099546 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=18 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:34.965556 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:35.493507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:36.708712 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:38.184932 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:40.055407 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:20:41.101936 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=18 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:50.044668 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:50.046253 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:20:50.051888 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:01.162015 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d074a1e2-09ac-4143-8176-6999da91c806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:03.829913 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ffc33cee-9364-47b1-9b27-a516c102fcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:04.967979 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:06.711486 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:08.077552 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:08.078360 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:08.104509 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:21:08.188586 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:10.073755 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:18.100439 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:18.101824 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:20.058367 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:20.067213 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:20.069194 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:29.109006 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:29.110019 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:31.165859 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0cf8cc48-8991-4c23-8670-6273ab01de42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:33.833185 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ac59772-f3cf-4d98-aa3c-cb4c284910c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:34.970533 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:36.715521 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:38.193497 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:40.075465 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:21:45.064901 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:45.077056 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:45.110582 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:21:48.189785 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:50.068621 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:50.070864 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:21:55.102053 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:01.179225 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-00d56805-b8bb-4ec8-9f97-9d74deb0eddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:03.863064 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e88272a1-693e-4504-85d8-9948070c0535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:04.983027 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:06.784562 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:08.243404 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:08.618578 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38810) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:08.950104 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1208772869-network', 'tenant_id': 'f185078fd436428e818d6dba472bacb8'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:08.993378 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Made reservation on behalf of f185078fd436428e818d6dba472bacb8 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:08.999799 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:09.022129 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:09.180406 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Publish callbacks [] for security_group (592ea275-81d3-4554-8495-10415c751ffb), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:09.187607 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (592ea275-81d3-4554-8495-10415c751ffb), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:09.223991 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592ea275-81d3-4554-8495-10415c751ffb,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.242507 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Tracked resource versions report: Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: pushed versions: Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: { 'AddressGroup': {'1.2'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Agent': {'1.1'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'ConntrackHelper': {'1.0'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'LocalIPAssociation': {'1.0'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Log': {'1.0'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'NDPProxy': {'1.0'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Network': {'1.1'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Port': {'1.7'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'PortForwarding': {'1.3'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'QosPolicy': {'1.10'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SecurityGroup': {'1.5'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SecurityGroupRule': {'1.2'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SubPort': {'1.0'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Subnet': {'1.1'}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Trunk': {'1.1'}} Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: consumer versions: Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: { DHCP agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: HyperV agent@hv-cinder-84414: {}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: L3 agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: Metadata agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: Metering agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: Open vSwitch agent@dv-cinder-844140-2-iscsi: { 'AddressGroup': '1.2', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Agent': '1.1', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'ConntrackHelper': '1.0', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'LocalIPAssociation': '1.0', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Log': '1.0', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'NDPProxy': '1.0', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Network': '1.1', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Port': '1.7', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'PortForwarding': '1.3', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'QosPolicy': '1.10', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SecurityGroup': '1.5', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SecurityGroupRule': '1.2', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'SubPort': '1.0', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Subnet': '1.1', Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: 'Trunk': '1.1'}} Jun 06 14:22:09.244560 dv-cinder-844140-2-iscsi neutron-server[103909]: {{(pid=103909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 14:22:09.257740 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:22:09.268086 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (651399e9-c756-48d6-84c3-24826ec0c3bc), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:09.268654 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Added segment 651399e9-c756-48d6-84c3-24826ec0c3bc of type vlan for network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 Jun 06 14:22:09.347098 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (5c80cddf-8aa7-4709-b4d4-0401b235b6d1), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:09.389453 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (5c80cddf-8aa7-4709-b4d4-0401b235b6d1), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:09.390643 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:09.391344 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:09.482653 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8623276 Jun 06 14:22:09.483765 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762687e1-5bd7-42ab-a25a-1edd67371273 admin admin] Pushing event updated for resources: {'Network': ['ID=5c80cddf-8aa7-4709-b4d4-0401b235b6d1,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:09.487293 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38856) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:09.499076 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:22:09.506328 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Request body: {'subnet': {'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-subnet', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:09.581963 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Made reservation on behalf of f185078fd436428e818d6dba472bacb8 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:09.587534 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:09.945465 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (31ef9458-4e63-4d83-8724-a942c881e3bd), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:10.052112 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ef9458-4e63-4d83-8724-a942c881e3bd,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:10.070267 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.070499 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.071661 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.072568 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.073831 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.074740 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.075639 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.076484 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.077371 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.078259 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.079130 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.080069 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.080949 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.082018 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.082940 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Tracked resource versions report: Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: pushed versions: Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: { 'AddressGroup': {'1.2'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Agent': {'1.1'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'ConntrackHelper': {'1.0'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'LocalIPAssociation': {'1.0'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Log': {'1.0'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'NDPProxy': {'1.0'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Network': {'1.1'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Port': {'1.7'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'PortForwarding': {'1.3'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'QosPolicy': {'1.10'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SecurityGroup': {'1.5'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SecurityGroupRule': {'1.2'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SubPort': {'1.0'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Subnet': {'1.1'}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Trunk': {'1.1'}} Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: consumer versions: Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: { DHCP agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: HyperV agent@hv-cinder-84414: {}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: L3 agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: Metadata agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: Metering agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: Open vSwitch agent@dv-cinder-844140-2-iscsi: { 'AddressGroup': '1.2', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Agent': '1.1', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'ConntrackHelper': '1.0', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'LocalIPAssociation': '1.0', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Log': '1.0', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'NDPProxy': '1.0', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Network': '1.1', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Port': '1.7', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'PortForwarding': '1.3', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'QosPolicy': '1.10', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SecurityGroup': '1.5', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SecurityGroupRule': '1.2', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'SubPort': '1.0', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Subnet': '1.1', Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: 'Trunk': '1.1'}} Jun 06 14:22:10.085632 dv-cinder-844140-2-iscsi neutron-server[103910]: {{(pid=103910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 14:22:10.103836 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:10.296116 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Checking segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:10.296861 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Network hostable DHCP agents. Network: 5c80cddf-8aa7-4709-b4d4-0401b235b6d1, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:22:10.331837 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:22:10.349144 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, 5c80cddf-8aa7-4709-b4d4-0401b235b6d1) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:10.358189 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:10.359487 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:10.361850 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e690f0-2fb5-4eb3-afac-5115e8df3e87 None None] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:10.394331 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b9c35712-f690-4457-a87b-cd717356e204 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9014871 Jun 06 14:22:10.396307 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38896) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:10.402083 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:10.450722 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (b38e6461-6dab-4363-8780-1c96b4125576), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:10.451890 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (b38e6461-6dab-4363-8780-1c96b4125576), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:10.521081 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:22:10.522540 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:10.579910 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks [] for router_controller (b38e6461-6dab-4363-8780-1c96b4125576), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:10.744959 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks [] for router_gateway (b38e6461-6dab-4363-8780-1c96b4125576), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:10.756285 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38906) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:10.891052 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Allocated IP 172.20.0.2 (5c80cddf-8aa7-4709-b4d4-0401b235b6d1/31ef9458-4e63-4d83-8724-a942c881e3bd/60b20846-8236-4a29-9c2f-3854160ebe37) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:11.131483 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks [] for router_gateway (b38e6461-6dab-4363-8780-1c96b4125576), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.167939 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.178178 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:11.223124 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Publish callbacks [] for port (60b20846-8236-4a29-9c2f-3854160ebe37), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.234001 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.349825 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:11.361068 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:11.372942 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Allocated IP 172.27.1.58 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/7c1cd97f-ce38-4cd1-a85e-34c642e313c6) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:11.373483 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:11.418668 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1407908910-network', 'tenant_id': 'c2ab6d13d539433a853fc6805d819b85'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:11.482725 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Made reservation on behalf of c2ab6d13d539433a853fc6805d819b85 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:11.494875 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Pushing event updated for resources: {'Port': ['ID=60b20846-8236-4a29-9c2f-3854160ebe37,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:11.496144 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.522564 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.552403 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38922) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:11.552558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.552558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.552558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.552558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.552558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.552558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.555254 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.555254 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.555560 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.555793 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.556441 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.556860 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.557190 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.557569 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.558560 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Tracked resource versions report: Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: pushed versions: Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Agent': {'1.1'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Log': {'1.0'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Network': {'1.1'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Port': {'1.7'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: consumer versions: Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: HyperV agent@hv-cinder-84414: {}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: L3 agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: Metadata agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: Metering agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-844140-2-iscsi: { 'AddressGroup': '1.2', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Agent': '1.1', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Log': '1.0', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'NDPProxy': '1.0', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Network': '1.1', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Port': '1.7', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'PortForwarding': '1.3', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'QosPolicy': '1.10', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'SubPort': '1.0', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Subnet': '1.1', Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: 'Trunk': '1.1'}} Jun 06 14:22:11.559788 dv-cinder-844140-2-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 14:22:11.577949 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Attempting to bind port 60b20846-8236-4a29-9c2f-3854160ebe37 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:11.578414 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Attempting to bind port 60b20846-8236-4a29-9c2f-3854160ebe37 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:11.578667 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Attempting to bind port 60b20846-8236-4a29-9c2f-3854160ebe37 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:11.584983 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:11.585349 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Checking segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:11.585798 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.586176 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Bound using segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:11.586757 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Bound port: 60b20846-8236-4a29-9c2f-3854160ebe37, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:11.586989 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.700794 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] For port 60b20846-8236-4a29-9c2f-3854160ebe37, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:11.704914 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] For port 60b20846-8236-4a29-9c2f-3854160ebe37, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=60b20846-8236-4a29-9c2f-3854160ebe37,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:11.720333 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.727694 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks [] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.781561 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Publish callbacks [] for security_group (05ca35a2-9317-46f7-92c3-ddeeb6e0d01d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.788606 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (05ca35a2-9317-46f7-92c3-ddeeb6e0d01d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.851505 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:11.861105 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.866413 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:22:11.891895 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (934e4637-cc85-436e-9068-713805b5f038), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:11.892736 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Added segment 934e4637-cc85-436e-9068-713805b5f038 of type vlan for network fa6b286e-5107-4398-8415-51d8223e7f8f Jun 06 14:22:11.941257 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83075533-abf8-4401-9dc4-a3c395200e85 None None] Pushing event updated for resources: {'Port': ['ID=60b20846-8236-4a29-9c2f-3854160ebe37,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:12.011874 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (fa6b286e-5107-4398-8415-51d8223e7f8f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.018771 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38950) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:12.023788 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1cd97f-ce38-4cd1-a85e-34c642e313c6,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:12.029487 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:INSERT=24,neutron:SELECT=69,neutron:UPDATE=7 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:12.073187 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:12.080050 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:12.094556 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:12.099647 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-960322160-network', 'tenant_id': '52da965db3654006abddd5b40b0905c2'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:12.104582 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (fa6b286e-5107-4398-8415-51d8223e7f8f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.105885 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:12.110884 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.209117 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38958) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:12.364479 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1483081893-network', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:12.429683 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6b286e-5107-4398-8415-51d8223e7f8f,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:12.447279 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f20ed5bf-2b37-400e-868b-147fe5460930 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6883383 Jun 06 14:22:12.448601 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network fa6b286e-5107-4398-8415-51d8223e7f8f details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:22:12.457007 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38970) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:12.461528 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Made reservation on behalf of 52da965db3654006abddd5b40b0905c2 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:12.464908 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.476483 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Request body: {'subnet': {'network_id': 'fa6b286e-5107-4398-8415-51d8223e7f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1407908910-subnet', 'tenant_id': 'c2ab6d13d539433a853fc6805d819b85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:12.490064 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:12.492262 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Made reservation on behalf of c41996fbf4ab4b81bc47ac29252ec762 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:12.496345 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.509279 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.560702 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.562896 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:12.636028 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Made reservation on behalf of c2ab6d13d539433a853fc6805d819b85 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:12.638860 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.696742 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks [] for router_gateway (b38e6461-6dab-4363-8780-1c96b4125576), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.803408 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-network', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:12.823350 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:12.853680 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Made reservation on behalf of 5e2e414f37bf4a89ac18e1836c793b0b for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:12.857528 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.888481 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Publish callbacks [] for security_group (ea423574-b8a4-4fcc-a11c-eed8d7cc8775), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.899781 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Publish callbacks [] for security_group (01e84de5-a19e-4b67-bb08-9fe6f55364e1), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.905223 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:12.912191 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ea423574-b8a4-4fcc-a11c-eed8d7cc8775), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.036561 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (01e84de5-a19e-4b67-bb08-9fe6f55364e1), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.060230 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (b38e6461-6dab-4363-8780-1c96b4125576), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.127009 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:22:13.151565 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Publish callbacks [] for security_group (bd0361ee-4148-4c88-8a0c-179086b0cd12), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.192347 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (bd0361ee-4148-4c88-8a0c-179086b0cd12), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.227352 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0361ee-4148-4c88-8a0c-179086b0cd12,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:13.256239 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:22:13.270265 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:22:13.279321 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (25179112-2401-48a8-8fcc-29a72b7c7379), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.279685 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Added segment 25179112-2401-48a8-8fcc-29a72b7c7379 of type vlan for network da05c785-91e1-4374-8904-6d56e0757608 Jun 06 14:22:13.359841 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (950f3b69-cdaa-4935-aa0d-6decd31607b6), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.360859 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Added segment 950f3b69-cdaa-4935-aa0d-6decd31607b6 of type vlan for network b65619dd-abf2-4bc8-afc9-54a8502ba090 Jun 06 14:22:13.383029 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (da05c785-91e1-4374-8904-6d56e0757608), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.395973 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Router b38e6461-6dab-4363-8780-1c96b4125576 is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:22:13.431437 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (b65619dd-abf2-4bc8-afc9-54a8502ba090), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.468400 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 60b20846-8236-4a29-9c2f-3854160ebe37 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:13.474273 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:13.476977 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea423574-b8a4-4fcc-a11c-eed8d7cc8775,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:13.543550 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (2cc0fe2e-8df3-4335-b242-ede9c54bd511), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.544311 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Added segment 2cc0fe2e-8df3-4335-b242-ede9c54bd511 of type vlan for network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d Jun 06 14:22:13.549992 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e84de5-a19e-4b67-bb08-9fe6f55364e1,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:13.559335 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (b65619dd-abf2-4bc8-afc9-54a8502ba090), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.560952 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:13.568727 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.663680 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1124604 Jun 06 14:22:13.682137 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 38994) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:13.684430 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:13.687064 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:22:13.699212 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:22:13.711870 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Request body: {'subnet': {'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-subnet', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:13.714980 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (da05c785-91e1-4374-8904-6d56e0757608), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.716874 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:13.718073 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.735718 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:13.738036 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:13.749336 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.752956 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-28d4570e-1804-48ce-b60b-d0899e8c1225 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3552554 Jun 06 14:22:13.764443 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5523815 Jun 06 14:22:13.768095 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38996) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:13.769197 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 38998) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:13.794278 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 60b20846-8236-4a29-9c2f-3854160ebe37 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:13.795614 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:13.800211 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8cccfb-cf66-427c-a834-d34107b12cc6 None None] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:13.982617 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:14.041129 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Made reservation on behalf of 52da965db3654006abddd5b40b0905c2 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:14.051726 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:14.073217 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (e303eee9-860b-4194-8846-6fe8c010e21f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:14.106647 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:14.201536 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:14.276004 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-5748565a-00eb-4c65-ab39-3f5d751843e8 None None] Provisioning complete for port 60b20846-8236-4a29-9c2f-3854160ebe37 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:14.276397 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5748565a-00eb-4c65-ab39-3f5d751843e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:14.305555 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edcb88-c3fa-41bb-841e-e78a656f0d3e admin admin] Pushing event updated for resources: {'Network': ['ID=b65619dd-abf2-4bc8-afc9-54a8502ba090,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:14.323801 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e303eee9-860b-4194-8846-6fe8c010e21f,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:14.398027 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:22:14.426213 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:12Z', 'revision_number': 3, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:14.468750 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:22:14.469517 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Updating router b38e6461-6dab-4363-8780-1c96b4125576 port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:22:14.512037 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:14.725058 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.db.resource_extend [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 14:22:14.732421 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (f9745c52-946a-4596-9205-2270800fb35d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:14.739352 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:14.869609 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=8,neutron:SELECT=89,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:14.892046 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Checking segment: {'id': '934e4637-cc85-436e-9068-713805b5f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa6b286e-5107-4398-8415-51d8223e7f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:14.892636 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Network hostable DHCP agents. Network: fa6b286e-5107-4398-8415-51d8223e7f8f, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:22:14.914791 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065d53e-9a4d-46eb-8da7-848fbde82b6c admin admin] Pushing event updated for resources: {'Network': ['ID=da05c785-91e1-4374-8904-6d56e0757608,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:14.925284 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Request body: {'subnet': {'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-subnet', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:14.949242 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:14.986792 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network da05c785-91e1-4374-8904-6d56e0757608 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:22:14.999220 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:15.014813 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.021821 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:15.024874 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:15.025555 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.054585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Made reservation on behalf of 5e2e414f37bf4a89ac18e1836c793b0b for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:15.066936 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.114854 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 3.0915544 Jun 06 14:22:15.142000 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Network fa6b286e-5107-4398-8415-51d8223e7f8f is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:22:15.174015 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Checking segment: {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:15.175328 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Network hostable DHCP agents. Network: b65619dd-abf2-4bc8-afc9-54a8502ba090, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:22:15.224663 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 60b20846-8236-4a29-9c2f-3854160ebe37 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:15.225027 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.268236 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39048) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:15.303041 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Request body: {'subnet': {'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1483081893-subnet', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:15.334330 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5748565a-00eb-4c65-ab39-3f5d751843e8 None None] Current status of the port 60b20846-8236-4a29-9c2f-3854160ebe37 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:15.334756 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5748565a-00eb-4c65-ab39-3f5d751843e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.350560 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39052) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:15.357921 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, fa6b286e-5107-4398-8415-51d8223e7f8f) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:15.374846 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9745c52-946a-4596-9205-2270800fb35d,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:15.390670 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Made reservation on behalf of c41996fbf4ab4b81bc47ac29252ec762 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:15.402258 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.422523 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Publish callbacks [] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.427137 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:15.427762 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:15.430798 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.434644 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.448268 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:22:15.481039 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88d238-e1bc-4024-ad3e-e0bfaa3cc1fc None None] Network fa6b286e-5107-4398-8415-51d8223e7f8f requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:15.497401 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a940c5-a3db-46e3-96a5-43a93120622e admin admin] Pushing event updated for resources: {'Network': ['ID=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:15.502548 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Pushing event updated for resources: {'Port': ['ID=7c1cd97f-ce38-4cd1-a85e-34c642e313c6,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:15.507123 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port 60b20846-8236-4a29-9c2f-3854160ebe37, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=60b20846-8236-4a29-9c2f-3854160ebe37,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:15.530953 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.531667 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.532073 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.532597 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.532797 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.534483 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.534483 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.534483 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.534483 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.534483 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.535876 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.535876 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.535876 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.535876 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.536472 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Tracked resource versions report: Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: pushed versions: Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: { 'AddressGroup': {'1.2'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Agent': {'1.1'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'ConntrackHelper': {'1.0'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'LocalIPAssociation': {'1.0'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Log': {'1.0'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'NDPProxy': {'1.0'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Network': {'1.1'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Port': {'1.7'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'PortForwarding': {'1.3'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'QosPolicy': {'1.10'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SecurityGroup': {'1.5'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SecurityGroupRule': {'1.2'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SubPort': {'1.0'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Subnet': {'1.1'}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Trunk': {'1.1'}} Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: consumer versions: Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: { DHCP agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: HyperV agent@hv-cinder-84414: {}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: L3 agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: Metadata agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: Metering agent@dv-cinder-844140-2-iscsi: {}, Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: Open vSwitch agent@dv-cinder-844140-2-iscsi: { 'AddressGroup': '1.2', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Agent': '1.1', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'ConntrackHelper': '1.0', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'LocalIPAssociation': '1.0', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Log': '1.0', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'NDPProxy': '1.0', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Network': '1.1', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Port': '1.7', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'PortForwarding': '1.3', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'QosPolicy': '1.10', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SecurityGroup': '1.5', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SecurityGroupRule': '1.2', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'SubPort': '1.0', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Subnet': '1.1', Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: 'Trunk': '1.1'}} Jun 06 14:22:15.537477 dv-cinder-844140-2-iscsi neutron-server[103912]: {{(pid=103912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 14:22:15.549317 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Attempting to bind port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:15.549317 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Attempting to bind port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:15.549317 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Attempting to bind port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:15.556006 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:15.556006 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:15.560645 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.560956 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:15.566832 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Bound port: 7c1cd97f-ce38-4cd1-a85e-34c642e313c6, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:15.567593 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.574586 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, b65619dd-abf2-4bc8-afc9-54a8502ba090) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:15.596006 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:15.603231 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.647085 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] For port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:15.654156 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] For port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7c1cd97f-ce38-4cd1-a85e-34c642e313c6,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:15.655865 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-68d769d1-d661-4e46-99b3-29282c1e0391 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1963494 Jun 06 14:22:15.664850 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.695207 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e7c7c66c-6d07-4993-9032-130eaafce18f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0095658 Jun 06 14:22:15.697694 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39066) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:15.732387 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:15.736342 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:22:15.790598 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (76f85970-ea41-4a7a-a2b2-010e60125c2c), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.794875 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (76f85970-ea41-4a7a-a2b2-010e60125c2c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.802678 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:15.803330 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:15.954288 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks [] for router_controller (76f85970-ea41-4a7a-a2b2-010e60125c2c), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:15.957858 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:16.058105 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833c84f-f2da-47ab-a925-300a39bca2fb None None] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:16.066272 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:16.176240 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (2525f79f-1606-4438-b00d-c5e3e00ff76e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:16.270263 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5879c0-e3d7-43ff-873d-16dafb7b8302 None None] Network fa6b286e-5107-4398-8415-51d8223e7f8f requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:16.332609 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:16.393933 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Checking segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:16.394854 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Network hostable DHCP agents. Network: da05c785-91e1-4374-8904-6d56e0757608, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:22:16.459495 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab5f4c-4b07-4a25-9039-608d357b0a79 None None] Pushing event updated for resources: {'Port': ['ID=7c1cd97f-ce38-4cd1-a85e-34c642e313c6,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:16.466103 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:12Z', 'revision_number': 3, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:16.481066 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks [] for router_gateway (76f85970-ea41-4a7a-a2b2-010e60125c2c), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:16.505783 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06db64-38ef-43c6-bf61-5dd7f618a01d None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:12Z', 'revision_number': 3, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:22:16.545436 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-5748565a-00eb-4c65-ab39-3f5d751843e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 06 14:22:16.546259 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-5748565a-00eb-4c65-ab39-3f5d751843e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 14:22:16.559318 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Network da05c785-91e1-4374-8904-6d56e0757608 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:22:16.569102 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:16.609057 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, da05c785-91e1-4374-8904-6d56e0757608) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:16.619004 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=60b20846-8236-4a29-9c2f-3854160ebe37,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:16.625862 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bcb203-fd42-471c-bdd6-1ce71e660531 None None] Network da05c785-91e1-4374-8904-6d56e0757608 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:16.695063 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2525f79f-1606-4438-b00d-c5e3e00ff76e,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:16.726388 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:16.727344 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:16.844867 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks [] for router_gateway (76f85970-ea41-4a7a-a2b2-010e60125c2c), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:16.846863 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39104) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:16.851454 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-b65619dd-abf2-4bc8-afc9-54a8502ba090', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'project_id': '52da965db3654006abddd5b40b0905c2', 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:22:16.852488 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:16.855892 dv-cinder-844140-2-iscsi neutron-server[103909]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 14:22:16.906185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-793e6933-aa7c-473b-ad6c-c34795cc9478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:16.950689 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-da05c785-91e1-4374-8904-6d56e0757608', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:22:16.952075 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:16.954379 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2d5691f9-5dba-4c12-a8c3-182e9039c985 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.1451519 Jun 06 14:22:16.955356 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39106) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:16.957516 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:17.030321 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:17.068448 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:17.181997 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (d78e65a1-b38e-4d60-abda-7d57e5a2472e), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:17.189870 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (d78e65a1-b38e-4d60-abda-7d57e5a2472e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:17.348857 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Allocated IP 172.27.1.166 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/7df8ed8f-2555-4328-a853-11960d64d0e7) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:17.386990 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5748565a-00eb-4c65-ab39-3f5d751843e8 None None] Current status of the port 60b20846-8236-4a29-9c2f-3854160ebe37 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:17.495056 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Allocated IP 172.20.0.2 (b65619dd-abf2-4bc8-afc9-54a8502ba090/f9745c52-946a-4596-9205-2270800fb35d/3e105fde-dc39-4882-8e29-09d2cac398c7) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:17.561698 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:17.601106 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (0def4104-2aaf-4064-a46e-4a35fc753887), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:17.636519 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0fb859d3-ecfe-48b4-83ca-f4e888bd7f87 None None] Provisioning complete for port 60b20846-8236-4a29-9c2f-3854160ebe37 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:17.637317 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0fb859d3-ecfe-48b4-83ca-f4e888bd7f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:17.734185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks [] for router_controller (d78e65a1-b38e-4d60-abda-7d57e5a2472e), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:17.793168 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-793e6933-aa7c-473b-ad6c-c34795cc9478 admin admin] Publish callbacks [] for security_group (2d14381d-a876-4aa9-8b32-d6a680bab7f0), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:17.871046 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-793e6933-aa7c-473b-ad6c-c34795cc9478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (2d14381d-a876-4aa9-8b32-d6a680bab7f0), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:17.949227 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Allocated IP 172.20.0.2 (da05c785-91e1-4374-8904-6d56e0757608/2525f79f-1606-4438-b00d-c5e3e00ff76e/95f3ac71-ec85-4c9c-b32d-51f58c17d4d5) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:17.994484 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e6933-aa7c-473b-ad6c-c34795cc9478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d14381d-a876-4aa9-8b32-d6a680bab7f0,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:18.032558 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0def4104-2aaf-4064-a46e-4a35fc753887,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:18.087949 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:18.103591 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-70a80bab-8da4-411a-9c02-6246e961244d tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:18.115658 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-70a80bab-8da4-411a-9c02-6246e961244d tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/networks?id=fa6b286e-5107-4398-8415-51d8223e7f8f HTTP/1.1" status: 200 len: 812 time: 1.2643299 Jun 06 14:22:18.136341 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-793e6933-aa7c-473b-ad6c-c34795cc9478 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=001d77c3bc65465dbaa77d48cdb08b0a&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7690604 Jun 06 14:22:18.157992 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39134) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:18.222774 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:18.224368 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Checking segment: {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:18.225140 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Network hostable DHCP agents. Network: e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:22:18.292427 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:18.298719 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-f35f4a36-0baf-4dd3-aa45-9bbb9e6a0c3f tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/quotas/c2ab6d13d539433a853fc6805d819b85 HTTP/1.1" status: 200 len: 375 time: 0.1379383 Jun 06 14:22:18.424424 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks [] for router_gateway (d78e65a1-b38e-4d60-abda-7d57e5a2472e), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:18.457267 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:22:18.473752 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-24ead4d8-9259-4cd3-bf76-9a5203f1ea84 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c2ab6d13d539433a853fc6805d819b85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1542332 Jun 06 14:22:18.484604 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:18.489139 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:18.516047 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:18.519248 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0fb859d3-ecfe-48b4-83ca-f4e888bd7f87 None None] Current status of the port 60b20846-8236-4a29-9c2f-3854160ebe37 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:18.653762 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks [] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:18.685753 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:18.686686 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:18.693718 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-92ce855f-e23b-45e8-8dbf-1b2703abb765 admin admin] Publish callbacks [] for security_group (2d14381d-a876-4aa9-8b32-d6a680bab7f0), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:18.787614 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-92ce855f-e23b-45e8-8dbf-1b2703abb765 admin admin] Publish callbacks [] for security_group (2d14381d-a876-4aa9-8b32-d6a680bab7f0), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:18.875637 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5a7dde-7513-44ee-9e00-91482eda6302 None None] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:18.899144 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:18.940551 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:18.941092 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-dd3c8529-b976-4038-8966-01a604dd3a3c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:22:18.942957 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-dd3c8529-b976-4038-8966-01a604dd3a3c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1949224 Jun 06 14:22:18.973976 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:18.994332 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:19.043976 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Allocated IP 172.20.0.1 (5c80cddf-8aa7-4709-b4d4-0401b235b6d1/31ef9458-4e63-4d83-8724-a942c881e3bd/939e70a2-16cd-4ea8-865c-5552a6cd0c25) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:19.062979 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Pushing event updated for resources: {'Port': ['ID=7df8ed8f-2555-4328-a853-11960d64d0e7,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:19.084215 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Publish callbacks [] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.139901 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:19.143687 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:19.147518 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:19.158123 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.167487 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:19.168273 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.269090 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:22:19.270512 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.278277 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-10bab186-4aca-4a60-b0f1-c0659350ca93 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9956644 Jun 06 14:22:19.279713 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39154) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:19.281572 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Publish callbacks [] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.283675 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-92ce855f-e23b-45e8-8dbf-1b2703abb765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (2d14381d-a876-4aa9-8b32-d6a680bab7f0), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.286522 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-92ce855f-e23b-45e8-8dbf-1b2703abb765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.287713 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-92ce855f-e23b-45e8-8dbf-1b2703abb765 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d14381d-a876-4aa9-8b32-d6a680bab7f0 HTTP/1.1" status: 204 len: 168 time: 1.1123879 Jun 06 14:22:19.296636 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:19.302773 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:19.317046 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.320543 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:19.335446 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:19.363505 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Pushing event updated for resources: {'Port': ['ID=3e105fde-dc39-4882-8e29-09d2cac398c7,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:19.379518 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce855f-e23b-45e8-8dbf-1b2703abb765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d14381d-a876-4aa9-8b32-d6a680bab7f0,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:19.431099 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Network da05c785-91e1-4374-8904-6d56e0757608 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:19.442875 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks [] for router_gateway (d78e65a1-b38e-4d60-abda-7d57e5a2472e), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.511145 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:19.674351 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-a376ae56-c8aa-42ee-a4e1-3768219781bb service neutron] 10.222.0.13 "GET /v2.0/networks/fa6b286e-5107-4398-8415-51d8223e7f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987964 Jun 06 14:22:19.736687 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:19.752000 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Allocated IP 172.27.1.227 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/f791a35e-a997-46f1-8ae9-15118e0f1ed0) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:19.759997 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:20.000185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks [] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.035949 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Pushing event updated for resources: {'Port': ['ID=95f3ac71-ec85-4c9c-b32d-51f58c17d4d5,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:20.053069 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks [] for router_gateway (76f85970-ea41-4a7a-a2b2-010e60125c2c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.080286 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (83307133-27e0-48c0-9ed9-cff784b91524), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.082061 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (83307133-27e0-48c0-9ed9-cff784b91524), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.089357 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.150788 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:20.158539 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39174) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:20.198353 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-7f86f046-5fa9-4d33-a896-8decc7ed188c service neutron] 10.222.0.13 "GET /v2.0/networks/fa6b286e-5107-4398-8415-51d8223e7f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226986 Jun 06 14:22:20.224493 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:20.230828 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.244997 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:20.324751 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:20.344293 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Attempting to bind port 3e105fde-dc39-4882-8e29-09d2cac398c7 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:20.344946 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Attempting to bind port 3e105fde-dc39-4882-8e29-09d2cac398c7 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:20.345515 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Attempting to bind port 3e105fde-dc39-4882-8e29-09d2cac398c7 on network b65619dd-abf2-4bc8-afc9-54a8502ba090 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:20.390556 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:20.453057 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:20.534146 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Allocated IP 172.20.0.2 (e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d/0def4104-2aaf-4064-a46e-4a35fc753887/97cbeae5-ceb0-48e5-8add-0b13464da5e9) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:20.566804 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (76f85970-ea41-4a7a-a2b2-010e60125c2c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.603316 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Pushing event updated for resources: {'Port': ['ID=f791a35e-a997-46f1-8ae9-15118e0f1ed0,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:20.657168 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Publish callbacks [] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.711726 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks [] for router_controller (83307133-27e0-48c0-9ed9-cff784b91524), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.733580 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:20.738596 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:20.768809 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fe565ac0-67d8-4bc7-bcfe-7b958add737a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.822471 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39192) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:20.872550 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:20.876683 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Attempting to bind port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:20.877049 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72aeaa86-2ce6-4721-bc37-57677dc3eb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.877441 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Attempting to bind port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:20.877977 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Attempting to bind port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 on network da05c785-91e1-4374-8904-6d56e0757608 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:20.926714 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7c1cd97f-ce38-4cd1-a85e-34c642e313c6,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:20.946532 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:20.947357 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Checking segment: {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:20.949432 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.949599 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Bound using segment: {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:20.950049 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Bound port: 3e105fde-dc39-4882-8e29-09d2cac398c7, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:20.950411 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.976033 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:20.977079 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 60b20846-8236-4a29-9c2f-3854160ebe37 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:20.998067 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.021922 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:21.022543 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Checking segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:21.023235 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.023937 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Bound using segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:21.024880 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Bound port: 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:21.025524 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.285150 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks [] for router_gateway (83307133-27e0-48c0-9ed9-cff784b91524), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.317811 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:21.324566 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:21.328629 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:21.329869 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (b38e6461-6dab-4363-8780-1c96b4125576), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.332127 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Pushing event updated for resources: {'Port': ['ID=939e70a2-16cd-4ea8-865c-5552a6cd0c25,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:21.335646 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks [] for router_gateway (d78e65a1-b38e-4d60-abda-7d57e5a2472e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.434531 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-085c61f7-aeba-4c0c-9afd-6b111e104eb4 req-802548bb-97a9-4109-8827-00e324f3a0bd tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 210 time: 0.6529870 Jun 06 14:22:21.452900 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fe565ac0-67d8-4bc7-bcfe-7b958add737a admin admin] Publish callbacks [] for security_group (0317e80c-148d-4a1f-9064-2eb11788342f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.465940 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fe565ac0-67d8-4bc7-bcfe-7b958add737a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (0317e80c-148d-4a1f-9064-2eb11788342f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.609034 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fe565ac0-67d8-4bc7-bcfe-7b958add737a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f970147e5094c01bacf052bbc47c129&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4456143 Jun 06 14:22:21.640265 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39216) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:21.728610 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 60b20846-8236-4a29-9c2f-3854160ebe37 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:21.729377 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.767408 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=7c1cd97f-ce38-4cd1-a85e-34c642e313c6,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:21.798193 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe565ac0-67d8-4bc7-bcfe-7b958add737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0317e80c-148d-4a1f-9064-2eb11788342f,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:21.866999 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] For port 3e105fde-dc39-4882-8e29-09d2cac398c7, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:21.869555 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Publish callbacks [] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.872248 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] For port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:21.904017 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] For port 3e105fde-dc39-4882-8e29-09d2cac398c7, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=3e105fde-dc39-4882-8e29-09d2cac398c7,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:21.907724 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.913375 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] For port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=95f3ac71-ec85-4c9c-b32d-51f58c17d4d5,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:21.932471 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09ef39ca-de06-4d28-9b5d-1fddd2fcf98c admin admin] Publish callbacks [] for security_group (0317e80c-148d-4a1f-9064-2eb11788342f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.940942 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.989745 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:21.991912 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-3798cdd8-0177-40f6-8695-bc3b589efc38 None None] Provisioning complete for port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:21.992305 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3798cdd8-0177-40f6-8695-bc3b589efc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:22.027774 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:22.051000 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:22.052210 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:22.062090 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09ef39ca-de06-4d28-9b5d-1fddd2fcf98c admin admin] Publish callbacks [] for security_group (0317e80c-148d-4a1f-9064-2eb11788342f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:22.074892 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:22.122849 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:22:22.134803 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:22.138596 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Pushing event updated for resources: {'Port': ['ID=97cbeae5-ceb0-48e5-8add-0b13464da5e9,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:22.221435 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Router 76f85970-ea41-4a7a-a2b2-010e60125c2c is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:22:22.277753 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3798cdd8-0177-40f6-8695-bc3b589efc38 None None] Port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:22:22.360770 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 60b20846-8236-4a29-9c2f-3854160ebe37 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:22.412376 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:22.449387 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49fbfb-4bc7-4130-81bb-db9cc8173d66 None None] Pushing event updated for resources: {'Port': ['ID=3e105fde-dc39-4882-8e29-09d2cac398c7,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:22.474059 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Attempting to bind port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:22.474059 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Attempting to bind port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:22.474059 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Attempting to bind port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 on network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:22.530819 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:22.531200 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Checking segment: {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:22.532026 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:22.532846 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Bound using segment: {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:22.534301 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Bound port: 97cbeae5-ceb0-48e5-8add-0b13464da5e9, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:22.535118 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:22.735691 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098ca8-2760-4fc8-b49c-aba9275f118a None None] Pushing event updated for resources: {'Port': ['ID=95f3ac71-ec85-4c9c-b32d-51f58c17d4d5,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:22.771640 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39250) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:22.778721 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:22:22.821506 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Sync routers for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:22:22.847031 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:22.849288 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-802f00db-3826-4056-b5ab-4bb18d4f5126 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1386814 Jun 06 14:22:22.862174 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39254) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:22.907422 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:22.992146 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-82773842-a2d0-43d2-862b-11523efad305 req-d6c123d1-f531-401c-9dc8-db3ed9d14df0 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 210 time: 0.1515512 Jun 06 14:22:22.998524 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72aeaa86-2ce6-4721-bc37-57677dc3eb3a admin admin] Publish callbacks [] for security_group (16272545-12de-4caa-991a-7511622140b6), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:23.012319 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09ef39ca-de06-4d28-9b5d-1fddd2fcf98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (0317e80c-148d-4a1f-9064-2eb11788342f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:23.035902 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09ef39ca-de06-4d28-9b5d-1fddd2fcf98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:23.045767 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-09ef39ca-de06-4d28-9b5d-1fddd2fcf98c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0317e80c-148d-4a1f-9064-2eb11788342f HTTP/1.1" status: 204 len: 168 time: 1.3627589 Jun 06 14:22:23.097202 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (d78e65a1-b38e-4d60-abda-7d57e5a2472e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:23.113458 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] For port 97cbeae5-ceb0-48e5-8add-0b13464da5e9, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:23.131816 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef39ca-de06-4d28-9b5d-1fddd2fcf98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0317e80c-148d-4a1f-9064-2eb11788342f,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:23.186795 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:23.198746 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:23.210505 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:23.219589 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72aeaa86-2ce6-4721-bc37-57677dc3eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (16272545-12de-4caa-991a-7511622140b6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:23.311886 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] For port 97cbeae5-ceb0-48e5-8add-0b13464da5e9, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=97cbeae5-ceb0-48e5-8add-0b13464da5e9,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:23.388582 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:23.514408 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-72aeaa86-2ce6-4721-bc37-57677dc3eb3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ea67b48983d49b8a5a12c85e5d28715&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6825368 Jun 06 14:22:23.586543 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39266) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:23.641156 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks [] for router_gateway (83307133-27e0-48c0-9ed9-cff784b91524), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:23.641156 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeaa86-2ce6-4721-bc37-57677dc3eb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16272545-12de-4caa-991a-7511622140b6,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:23.641156 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:23.694819 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e5edd-1991-4f80-8336-df61b4866013 None None] Pushing event updated for resources: {'Port': ['ID=97cbeae5-ceb0-48e5-8add-0b13464da5e9,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:23.710297 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:23.710787 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:23.735436 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:24.089839 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-afe9b2c2-697d-4f2a-b801-ce6fbe8597f9 admin admin] Publish callbacks [] for security_group (16272545-12de-4caa-991a-7511622140b6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:24.226048 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:24.301654 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:24.446581 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:24.773639 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-afe9b2c2-697d-4f2a-b801-ce6fbe8597f9 admin admin] Publish callbacks [] for security_group (16272545-12de-4caa-991a-7511622140b6), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:24.788639 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:25.029206 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedfa532-e80b-4d4d-9549-a65acaee7ad3 None None] Network da05c785-91e1-4374-8904-6d56e0757608 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:25.032894 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 3e105fde-dc39-4882-8e29-09d2cac398c7 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:25.068075 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-234a0a92-07fc-48d1-83a6-f9d9aaf0e073 req-40c2a50f-fdda-4f7a-8c6e-7f5c14589ac0 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 210 time: 0.1832955 Jun 06 14:22:25.154441 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:25.221820 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-90c3623b-cce2-41c6-8dfd-97d6b096edea None None] Provisioning complete for port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:25.231018 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-90c3623b-cce2-41c6-8dfd-97d6b096edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:25.317759 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Router d78e65a1-b38e-4d60-abda-7d57e5a2472e is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:22:25.319149 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:25.406071 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Publish callbacks [] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:25.430100 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:25.431383 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (b38e6461-6dab-4363-8780-1c96b4125576), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:25.454216 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657652e7-ac14-4c73-b58a-8dc72ec0f16f None None] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:25.509752 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-afe9b2c2-697d-4f2a-b801-ce6fbe8597f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (16272545-12de-4caa-991a-7511622140b6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:25.514751 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-afe9b2c2-697d-4f2a-b801-ce6fbe8597f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:25.516539 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-afe9b2c2-697d-4f2a-b801-ce6fbe8597f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16272545-12de-4caa-991a-7511622140b6 HTTP/1.1" status: 204 len: 168 time: 1.9277539 Jun 06 14:22:25.597186 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Allocated IP 172.27.1.70 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/bef9002c-7901-4fc1-836d-5d8424b433ea) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:25.670011 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-90c3623b-cce2-41c6-8dfd-97d6b096edea None None] Current status of the port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:25.670272 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9b2c2-697d-4f2a-b801-ce6fbe8597f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16272545-12de-4caa-991a-7511622140b6,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:25.672628 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-90c3623b-cce2-41c6-8dfd-97d6b096edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:25.836563 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 3e105fde-dc39-4882-8e29-09d2cac398c7 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:25.837045 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:25.873468 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:19Z', 'revision_number': 3, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:25.874455 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Pushing event updated for resources: {'Port': ['ID=939e70a2-16cd-4ea8-865c-5552a6cd0c25,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:25.910256 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:25.955407 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.46', 61043) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:26.087630 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:26.107401 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Allocated IP 172.20.0.1 (b65619dd-abf2-4bc8-afc9-54a8502ba090/f9745c52-946a-4596-9205-2270800fb35d/d60e1cc6-9ae1-49c6-922a-982e6340f3ab) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:26.148195 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Checking router: 76f85970-ea41-4a7a-a2b2-010e60125c2c for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:22:26.148751 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Updating router 76f85970-ea41-4a7a-a2b2-010e60125c2c port 7df8ed8f-2555-4328-a853-11960d64d0e7 binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:22:26.160252 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:26.303483 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:22:26.362314 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Sync routers for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:22:26.383515 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:26.386097 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:26.439854 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22019c6d-a4d7-46f7-bb21-131153e68551 None None] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:22:26.446948 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-95cd200f-08cc-4695-b7b0-feeeddbeefaa tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:26.451279 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:26.454991 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-90c3623b-cce2-41c6-8dfd-97d6b096edea None None] For port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=95f3ac71-ec85-4c9c-b32d-51f58c17d4d5,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:26.456628 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-95cd200f-08cc-4695-b7b0-feeeddbeefaa tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.46 "GET /v2.0/networks?id=fa6b286e-5107-4398-8415-51d8223e7f8f HTTP/1.1" status: 200 len: 812 time: 0.4971216 Jun 06 14:22:26.550757 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Request body: {'port': {'device_id': '002b8024-221d-4fec-bba7-9b03a34d0280', 'network_id': 'fa6b286e-5107-4398-8415-51d8223e7f8f', 'admin_state_up': True, 'tenant_id': 'c2ab6d13d539433a853fc6805d819b85'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:26.561273 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:26.566157 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8016b700-e420-4986-9daa-f1a9df54203c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5357409 Jun 06 14:22:26.584431 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39316) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:26.667381 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:26.687182 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:26.716737 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:26.852525 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-90c3623b-cce2-41c6-8dfd-97d6b096edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:26.921284 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:27.138080 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:22:27.143185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks [] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:27.283933 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3623b-cce2-41c6-8dfd-97d6b096edea None None] Pushing event updated for resources: {'Port': ['ID=95f3ac71-ec85-4c9c-b32d-51f58c17d4d5,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:27.296889 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Provisioning complete for port 3e105fde-dc39-4882-8e29-09d2cac398c7 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:27.297280 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:27.546978 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Publish callbacks [] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:27.567073 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:27.570741 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:22:27.586857 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-73ac6769-1c81-4553-a353-735f2d49b157 admin admin] 10.222.0.13 "PUT /v2.0/routers/b38e6461-6dab-4363-8780-1c96b4125576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7803357 Jun 06 14:22:27.589555 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1832a6d7-e628-455a-938a-db4518019994 req-b73d1fca-1b5f-4a89-b05f-28f78267dc9e tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 210 time: 0.5261481 Jun 06 14:22:27.618745 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:27.700955 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:22:27.743537 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:27.744349 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 3, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:27.785973 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:27.790356 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:27.793821 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:27.797169 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:27.855362 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Checking router: d78e65a1-b38e-4d60-abda-7d57e5a2472e for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:22:27.856094 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Updating router d78e65a1-b38e-4d60-abda-7d57e5a2472e port f791a35e-a997-46f1-8ae9-15118e0f1ed0 binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:22:27.896700 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:27.946862 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:27.955446 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.043491 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Pushing event updated for resources: {'Port': ['ID=d60e1cc6-9ae1-49c6-922a-982e6340f3ab,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:28.071309 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Made reservation on behalf of c2ab6d13d539433a853fc6805d819b85 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:28.075030 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.162647 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks [] for router_gateway (83307133-27e0-48c0-9ed9-cff784b91524), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.180205 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:28.200410 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:28.220045 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:28.227793 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (76f85970-ea41-4a7a-a2b2-010e60125c2c), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.281734 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Publish callbacks [] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.287123 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:28.289834 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Current status of the port 3e105fde-dc39-4882-8e29-09d2cac398c7 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:28.290395 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.345737 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Pushing event updated for resources: {'Port': ['ID=bef9002c-7901-4fc1-836d-5d8424b433ea,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:28.364396 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 3e105fde-dc39-4882-8e29-09d2cac398c7 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:28.364396 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.366485 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.480640 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Attempting to bind port 7df8ed8f-2555-4328-a853-11960d64d0e7 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:28.481240 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Attempting to bind port 7df8ed8f-2555-4328-a853-11960d64d0e7 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:28.481617 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Attempting to bind port 7df8ed8f-2555-4328-a853-11960d64d0e7 on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:28.489026 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:28.489842 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:28.702899 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:28.703545 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:28.710844 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.711558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:28.712398 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Bound port: 7df8ed8f-2555-4328-a853-11960d64d0e7, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:28.713628 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:28.794272 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] For port 3e105fde-dc39-4882-8e29-09d2cac398c7, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=3e105fde-dc39-4882-8e29-09d2cac398c7,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:28.960724 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:29.063445 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.083584 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21ea71-9173-4772-a948-1491d6c02dcd None None] Pushing event updated for resources: {'Port': ['ID=7df8ed8f-2555-4328-a853-11960d64d0e7,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:29.094938 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Publish callbacks [] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.098366 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Provisioning complete for port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:29.102343 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.113607 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.181045 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (83307133-27e0-48c0-9ed9-cff784b91524), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.220033 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.263253 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2a769af9-f0c3-4d21-8943-dad5053116a6 req-10cf8133-08c2-428b-bd38-283949466e1a tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 210 time: 0.3077772 Jun 06 14:22:29.264692 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39382) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:29.332855 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Attempting to bind port f791a35e-a997-46f1-8ae9-15118e0f1ed0 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:29.333845 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Attempting to bind port f791a35e-a997-46f1-8ae9-15118e0f1ed0 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:29.335713 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Attempting to bind port f791a35e-a997-46f1-8ae9-15118e0f1ed0 on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:29.341996 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5a16d-3d29-4831-90b5-3ddacdc4c98b None None] Pushing event updated for resources: {'Port': ['ID=f791a35e-a997-46f1-8ae9-15118e0f1ed0,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:29.370563 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:29.371578 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:29.372640 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.373502 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:29.374652 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Bound port: f791a35e-a997-46f1-8ae9-15118e0f1ed0, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:29.376761 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.437603 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-b178eeb0-9308-4561-921e-b06b2b952666 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442055405', 'description': 'tempest-description--1311125452'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:29.474514 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Router 83307133-27e0-48c0-9ed9-cff784b91524 is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:22:29.612651 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] For port f791a35e-a997-46f1-8ae9-15118e0f1ed0, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:29.628314 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] For port f791a35e-a997-46f1-8ae9-15118e0f1ed0, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=f791a35e-a997-46f1-8ae9-15118e0f1ed0,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:29.647054 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.695284 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Allocated IP 172.20.0.9 (fa6b286e-5107-4398-8415-51d8223e7f8f/e303eee9-860b-4194-8846-6fe8c010e21f/40879521-81e3-4f32-9106-3ea8a3757175) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:29.807710 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:29.812639 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:22:29.864990 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Sync routers for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:22:29.868934 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39388) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:29.910047 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:29.921902 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-edc363fb-5f92-48e0-8a76-139b0b388df9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.6262128 Jun 06 14:22:29.922625 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39394) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:29.965780 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:29.970759 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:30.055086 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Publish callbacks [] for port (40879521-81e3-4f32-9106-3ea8a3757175), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:30.097578 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:30.118469 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (40879521-81e3-4f32-9106-3ea8a3757175), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:30.270041 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Pushing event updated for resources: {'Port': ['ID=40879521-81e3-4f32-9106-3ea8a3757175,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:30.303178 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:30.368182 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Network fa6b286e-5107-4398-8415-51d8223e7f8f is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:30.406036 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:30.408458 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b178eeb0-9308-4561-921e-b06b2b952666 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:30.437540 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:30.461590 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:30.462123 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:30.559158 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:30.582158 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:30.589897 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b7678747-7033-4c22-8436-73d080a57f3b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0619192 Jun 06 14:22:30.597358 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 06 14:22:30.598392 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 14:22:30.710264 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Pushing event updated for resources: {'Port': ['ID=3e105fde-dc39-4882-8e29-09d2cac398c7,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:30.714638 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3559e-a452-4e88-8800-1d9f50afbf0f req-5d2a3bd1-bf63-46b6-84bd-2254b2464bcb tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:30.719535 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] For port 7df8ed8f-2555-4328-a853-11960d64d0e7, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:30.736491 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0bc3559e-a452-4e88-8800-1d9f50afbf0f req-5d2a3bd1-bf63-46b6-84bd-2254b2464bcb tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 931 time: 0.1596961 Jun 06 14:22:30.755153 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-2a0656bf-6c8d-4475-a39d-d383fc2a38e1 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:22:30.756518 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-2a0656bf-6c8d-4475-a39d-d383fc2a38e1 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0539308 Jun 06 14:22:30.759535 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:30.791543 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] For port 7df8ed8f-2555-4328-a853-11960d64d0e7, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7df8ed8f-2555-4328-a853-11960d64d0e7,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:30.976218 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:30.978772 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:31.071640 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e87978f8-1400-4195-8601-2b8b3e093dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:31.245350 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Current status of the port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:31.246166 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:31.434460 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:31.569287 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:27Z', 'revision_number': 3, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:31.582673 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1d408055-80fd-4d61-9c83-8d905b23fe80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:31.623416 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:31.627673 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 3e105fde-dc39-4882-8e29-09d2cac398c7 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:31.632561 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 97cbeae5-ceb0-48e5-8add-0b13464da5e9 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:31.685326 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5a16d-3d29-4831-90b5-3ddacdc4c98b None None] Pushing event updated for resources: {'Port': ['ID=f791a35e-a997-46f1-8ae9-15118e0f1ed0,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:31.708752 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e87978f8-1400-4195-8601-2b8b3e093dc5 admin admin] Publish callbacks [] for security_group (ddd2398e-831e-4eee-9efa-e9277f9741b7), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:31.711156 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Checking router: 83307133-27e0-48c0-9ed9-cff784b91524 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:22:31.712185 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Updating router 83307133-27e0-48c0-9ed9-cff784b91524 port bef9002c-7901-4fc1-836d-5d8424b433ea binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:22:31.734697 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0bc3559e-a452-4e88-8800-1d9f50afbf0f req-c794c102-20ea-4192-add3-c3ce1c916a25 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9964545 Jun 06 14:22:31.753259 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21ea71-9173-4772-a948-1491d6c02dcd None None] Pushing event updated for resources: {'Port': ['ID=7df8ed8f-2555-4328-a853-11960d64d0e7,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:31.771445 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:31.772557 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:31.772838 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e87978f8-1400-4195-8601-2b8b3e093dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ddd2398e-831e-4eee-9efa-e9277f9741b7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:31.821882 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:31.832324 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Publish callbacks [] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:31.844640 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Request body: {'port': {'device_id': '002b8024-221d-4fec-bba7-9b03a34d0280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:31.861636 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:31.862612 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:31.914992 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] For port 97cbeae5-ceb0-48e5-8add-0b13464da5e9, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=97cbeae5-ceb0-48e5-8add-0b13464da5e9,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:31.938640 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:31.941575 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (76f85970-ea41-4a7a-a2b2-010e60125c2c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:31.951017 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:32.089738 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:32.157678 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:32.179977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87978f8-1400-4195-8601-2b8b3e093dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd2398e-831e-4eee-9efa-e9277f9741b7,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:32.234389 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e87978f8-1400-4195-8601-2b8b3e093dc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42d8a0a3a9204fae93eb16754608827b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3602533 Jun 06 14:22:32.235671 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39422) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:32.406060 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:32.535694 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:32.538983 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Provisioning complete for port d60e1cc6-9ae1-49c6-922a-982e6340f3ab triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:32.539619 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:32.552853 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:32.636396 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:32.638135 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:32.641760 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:24Z', 'revision_number': 2, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:32.657026 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12079d3-ecdb-44d5-a277-655d9863b9de None None] Pushing event updated for resources: {'Port': ['ID=97cbeae5-ceb0-48e5-8add-0b13464da5e9,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:32.719393 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:32.769753 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c3960db4-67c5-4392-a70d-872753803014 admin admin] Publish callbacks [] for security_group (ddd2398e-831e-4eee-9efa-e9277f9741b7), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:32.946919 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c3960db4-67c5-4392-a70d-872753803014 admin admin] Publish callbacks [] for security_group (ddd2398e-831e-4eee-9efa-e9277f9741b7), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:32.980387 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:22:32.981014 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Updating router b38e6461-6dab-4363-8780-1c96b4125576 port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:22:32.984597 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Port d60e1cc6-9ae1-49c6-922a-982e6340f3ab cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:22:33.147408 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:33.282566 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Router 76f85970-ea41-4a7a-a2b2-010e60125c2c has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:22:33.327761 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c3960db4-67c5-4392-a70d-872753803014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ddd2398e-831e-4eee-9efa-e9277f9741b7), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:33.328925 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:33.339182 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c3960db4-67c5-4392-a70d-872753803014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:33.342105 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c3960db4-67c5-4392-a70d-872753803014 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddd2398e-831e-4eee-9efa-e9277f9741b7 HTTP/1.1" status: 204 len: 168 time: 1.0905585 Jun 06 14:22:33.376724 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Provisioning complete for port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:33.378821 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3960db4-67c5-4392-a70d-872753803014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd2398e-831e-4eee-9efa-e9277f9741b7,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:33.379487 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:33.473072 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:33.585301 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (40879521-81e3-4f32-9106-3ea8a3757175), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:33.760253 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Allocated IP 172.20.0.1 (e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d/0def4104-2aaf-4064-a46e-4a35fc753887/4f6c47e9-7d3f-4bb1-857c-bf1285f0152a) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:33.814612 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:33.955493 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Publish callbacks [] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:33.979412 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156f3b2-a37a-4aca-b2de-494410a6a704 req-b4bdb55f-601b-431a-ac02-236ad13f412c tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:33.991716 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c156f3b2-a37a-4aca-b2de-494410a6a704 req-b4bdb55f-601b-431a-ac02-236ad13f412c tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 931 time: 0.9079771 Jun 06 14:22:33.992022 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:33.993092 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:33.999255 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.034837 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:22:34.063064 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:34.072610 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:34.112530 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:34.113572 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Provisioning complete for port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:34.114942 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.115291 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (83307133-27e0-48c0-9ed9-cff784b91524), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.180823 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Publish callbacks [] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.197198 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.276259 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Pushing event updated for resources: {'Port': ['ID=d60e1cc6-9ae1-49c6-922a-982e6340f3ab,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:34.306757 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b178eeb0-9308-4561-921e-b06b2b952666 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (bee17bf6-c4fe-410d-a5d5-973b9d504281), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.334945 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c156f3b2-a37a-4aca-b2de-494410a6a704 req-7807a9f2-5133-4346-acae-2655c39bbba1 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415146 Jun 06 14:22:34.347704 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.405942 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0a75e-49e0-45a5-aa1f-fa99e174865e None None] Pushing event updated for resources: {'Port': ['ID=bef9002c-7901-4fc1-836d-5d8424b433ea,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:34.475326 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Pushing event updated for resources: {'Port': ['ID=4f6c47e9-7d3f-4bb1-857c-bf1285f0152a,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:34.570530 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Attempting to bind port bef9002c-7901-4fc1-836d-5d8424b433ea on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:34.576910 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Attempting to bind port bef9002c-7901-4fc1-836d-5d8424b433ea by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:34.579606 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Attempting to bind port bef9002c-7901-4fc1-836d-5d8424b433ea on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:34.673401 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:34.674596 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:34.675282 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.675990 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:34.678040 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Bound port: bef9002c-7901-4fc1-836d-5d8424b433ea, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:34.678701 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.753793 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b178eeb0-9308-4561-921e-b06b2b952666 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (bee17bf6-c4fe-410d-a5d5-973b9d504281), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.794210 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ac3f841e-b984-40cc-9e9f-cf08e99ff790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:34.915333 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:35.064964 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 3, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:35.091284 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:35.093344 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:35.366197 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:35.508518 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c79ac1-daaf-4952-8d3c-2ea9405d70d7 None None] The sync data for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi is: [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 3, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:22:35.510457 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:26Z', 'revision_number': 1, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:35.707784 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] For port bef9002c-7901-4fc1-836d-5d8424b433ea, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:35.738882 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Publish callbacks [] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:35.744605 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:35.748477 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] For port bef9002c-7901-4fc1-836d-5d8424b433ea, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=bef9002c-7901-4fc1-836d-5d8424b433ea,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:35.756801 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:35.758612 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (83307133-27e0-48c0-9ed9-cff784b91524), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:35.766202 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:35.817144 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b178eeb0-9308-4561-921e-b06b2b952666 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:35.825811 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b178eeb0-9308-4561-921e-b06b2b952666 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 6.3933756 Jun 06 14:22:35.852267 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39498) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:35.907520 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-354d2097-5365-4b11-9ae7-fe819aaf1c01 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group_rule': {'security_group_id': 'bee17bf6-c4fe-410d-a5d5-973b9d504281', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:36.108268 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Publish callbacks [] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:36.114671 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Current status of the port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:36.126773 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:36.127639 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:36.250729 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:36.252494 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0a75e-49e0-45a5-aa1f-fa99e174865e None None] Pushing event updated for resources: {'Port': ['ID=bef9002c-7901-4fc1-836d-5d8424b433ea,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:36.325793 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:36.327291 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Pushing event updated for resources: {'Port': ['ID=4f6c47e9-7d3f-4bb1-857c-bf1285f0152a,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:36.346381 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d13e4b-cd9e-45a4-9ff0-089c3c36dd13 None None] The sync data for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi is: [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:26Z', 'revision_number': 1, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:22:36.349833 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:36.576647 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:36.644271 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Provisioning complete for port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:36.653393 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:36.688229 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:37.000018 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:37.046887 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40879521-81e3-4f32-9106-3ea8a3757175 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:22:37.058103 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Publish callbacks [] for port (40879521-81e3-4f32-9106-3ea8a3757175), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:37.095076 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Transition to ACTIVE for port object 40879521-81e3-4f32-9106-3ea8a3757175 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:22:37.105900 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:37.683775 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdf169-c4ea-4658-ab0c-77dbb3031044 None None] Pushing event updated for resources: {'Port': ['ID=939e70a2-16cd-4ea8-865c-5552a6cd0c25,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:37.713783 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:37.719262 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:37.750352 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Allocated IP 172.20.0.1 (da05c785-91e1-4374-8904-6d56e0757608/2525f79f-1606-4438-b00d-c5e3e00ff76e/513471e7-24f3-4d93-833e-c006200c70be) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:37.899603 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:35Z', 'revision_number': 2, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:37.906355 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39510) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:37.959962 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Router 83307133-27e0-48c0-9ed9-cff784b91524 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:22:38.095071 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c9a3e6-6e05-467c-8298-b6dd64a12ece None None] The sync data for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi is: [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:35Z', 'revision_number': 2, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:22:38.133655 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:22:38.185644 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769618cc-7cb9-4557-b10f-a3c35cce4a6d req-42179489-85c7-409b-9542-7e7e4f27be95 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:38.188015 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-769618cc-7cb9-4557-b10f-a3c35cce4a6d req-42179489-85c7-409b-9542-7e7e4f27be95 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 931 time: 2.5661399 Jun 06 14:22:38.189130 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178eeb0-9308-4561-921e-b06b2b952666 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee17bf6-c4fe-410d-a5d5-973b9d504281,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:38.195555 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (40879521-81e3-4f32-9106-3ea8a3757175), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:38.269897 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d87f4308-4ecf-4d8d-98e1-01ef87cb7c9d admin admin] 10.222.0.13 "PUT /v2.0/routers/76f85970-ea41-4a7a-a2b2-010e60125c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4039311 Jun 06 14:22:38.347104 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:38.357519 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Attempting to bind port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:38.358150 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Attempting to bind port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:38.358739 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Attempting to bind port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:38.421330 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:38.421973 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Checking segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:38.422621 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:38.423365 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Bound using segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:38.435612 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Bound port: 939e70a2-16cd-4ea8-865c-5552a6cd0c25, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:38.436477 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:38.575318 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:38.624594 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] For port 939e70a2-16cd-4ea8-865c-5552a6cd0c25, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:38.641022 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] For port 939e70a2-16cd-4ea8-865c-5552a6cd0c25, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=939e70a2-16cd-4ea8-865c-5552a6cd0c25,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:38.770275 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf51ecf7-36e7-446d-b726-4b9ad9a1bde4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:38.840374 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:38.874003 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:38.912119 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:38.919840 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:39.072536 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-354d2097-5365-4b11-9ae7-fe819aaf1c01 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (0d1d5534-0ce3-4843-a6e1-ae5e4b2950df), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:39.246107 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-72afba79-e497-44f1-90da-435c97a8467e None None] Current status of the port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:39.286389 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Pushing event updated for resources: {'Port': ['ID=40879521-81e3-4f32-9106-3ea8a3757175,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:39.328400 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf51ecf7-36e7-446d-b726-4b9ad9a1bde4 admin admin] Publish callbacks [] for security_group (82d837a3-7e07-4a7f-a981-12007df3791d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:39.332889 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:39.363479 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:39.394306 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:22:39.421683 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c38bc235-fcc2-4cd2-8748-618b27c810aa admin admin] 10.222.0.13 "PUT /v2.0/routers/83307133-27e0-48c0-9ed9-cff784b91524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4976130 Jun 06 14:22:39.423231 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf51ecf7-36e7-446d-b726-4b9ad9a1bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (82d837a3-7e07-4a7f-a981-12007df3791d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:39.491297 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51ecf7-36e7-446d-b726-4b9ad9a1bde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d837a3-7e07-4a7f-a981-12007df3791d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:39.641440 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bf51ecf7-36e7-446d-b726-4b9ad9a1bde4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b374dcf50b5a410b861f168ea10410e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7279425 Jun 06 14:22:39.651161 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39542) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:39.742840 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:39.744884 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:39.774194 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdf169-c4ea-4658-ab0c-77dbb3031044 None None] Pushing event updated for resources: {'Port': ['ID=939e70a2-16cd-4ea8-865c-5552a6cd0c25,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:39.796854 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Provisioning complete for port d60e1cc6-9ae1-49c6-922a-982e6340f3ab triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:39.814780 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Publish callbacks [] for port (513471e7-24f3-4d93-833e-c006200c70be), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:39.839456 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:39.929665 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:39.930458 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b153b685-eb4c-4cc1-9195-c16103ee3ea6 admin admin] Publish callbacks [] for security_group (82d837a3-7e07-4a7f-a981-12007df3791d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:39.976848 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b153b685-eb4c-4cc1-9195-c16103ee3ea6 admin admin] Publish callbacks [] for security_group (82d837a3-7e07-4a7f-a981-12007df3791d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.135420 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b153b685-eb4c-4cc1-9195-c16103ee3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (82d837a3-7e07-4a7f-a981-12007df3791d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.143778 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b153b685-eb4c-4cc1-9195-c16103ee3ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.152911 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b153b685-eb4c-4cc1-9195-c16103ee3ea6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82d837a3-7e07-4a7f-a981-12007df3791d HTTP/1.1" status: 204 len: 168 time: 0.4935308 Jun 06 14:22:40.168850 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153b685-eb4c-4cc1-9195-c16103ee3ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d837a3-7e07-4a7f-a981-12007df3791d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:40.170749 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-769618cc-7cb9-4557-b10f-a3c35cce4a6d req-3a93844a-da89-49d2-8611-6bef69ed3721 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9243417 Jun 06 14:22:40.219444 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Attempting to bind port 40879521-81e3-4f32-9106-3ea8a3757175 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:40.219882 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Attempting to bind port 40879521-81e3-4f32-9106-3ea8a3757175 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '934e4637-cc85-436e-9068-713805b5f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa6b286e-5107-4398-8415-51d8223e7f8f'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:40.220247 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Attempting to bind port 40879521-81e3-4f32-9106-3ea8a3757175 on network fa6b286e-5107-4398-8415-51d8223e7f8f {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:40.223675 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (513471e7-24f3-4d93-833e-c006200c70be), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.314935 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Port d60e1cc6-9ae1-49c6-922a-982e6340f3ab cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:22:40.328765 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Port 40879521-81e3-4f32-9106-3ea8a3757175 on network fa6b286e-5107-4398-8415-51d8223e7f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:22:40.329695 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Attempting to bind port 40879521-81e3-4f32-9106-3ea8a3757175 on network fa6b286e-5107-4398-8415-51d8223e7f8f {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:40.375987 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:40.390134 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Checking segment: {'id': '934e4637-cc85-436e-9068-713805b5f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa6b286e-5107-4398-8415-51d8223e7f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:40.390792 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Bound using segment: {'id': '934e4637-cc85-436e-9068-713805b5f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa6b286e-5107-4398-8415-51d8223e7f8f'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:40.391291 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Bound port: 40879521-81e3-4f32-9106-3ea8a3757175, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '934e4637-cc85-436e-9068-713805b5f038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa6b286e-5107-4398-8415-51d8223e7f8f'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:40.395085 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (40879521-81e3-4f32-9106-3ea8a3757175), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.468781 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Provisioning complete for port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:40.469061 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.549853 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-354d2097-5365-4b11-9ae7-fe819aaf1c01 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (0d1d5534-0ce3-4843-a6e1-ae5e4b2950df), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.559291 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Network da05c785-91e1-4374-8904-6d56e0757608 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:40.565291 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device f791a35e-a997-46f1-8ae9-15118e0f1ed0 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:40.587489 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:40.600778 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-354d2097-5365-4b11-9ae7-fe819aaf1c01 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (0d1d5534-0ce3-4843-a6e1-ae5e4b2950df), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.682393 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:40.683292 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (d78e65a1-b38e-4d60-abda-7d57e5a2472e), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.703708 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-354d2097-5365-4b11-9ae7-fe819aaf1c01 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.717807 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-354d2097-5365-4b11-9ae7-fe819aaf1c01 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.8109663 Jun 06 14:22:40.717807 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Pushing event updated for resources: {'Port': ['ID=513471e7-24f3-4d93-833e-c006200c70be,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:40.718306 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39556) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:40.724746 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-82775dfe-230b-4714-8c4b-ef08514af7d2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group_rule': {'security_group_id': 'bee17bf6-c4fe-410d-a5d5-973b9d504281', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:40.888041 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82775dfe-230b-4714-8c4b-ef08514af7d2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (44f2fc5a-cbac-434c-a81c-970a446e7273), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:40.935125 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d2097-5365-4b11-9ae7-fe819aaf1c01 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1d5534-0ce3-4843-a6e1-ae5e4b2950df,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:41.422572 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82775dfe-230b-4714-8c4b-ef08514af7d2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (44f2fc5a-cbac-434c-a81c-970a446e7273), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:41.432910 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82775dfe-230b-4714-8c4b-ef08514af7d2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (44f2fc5a-cbac-434c-a81c-970a446e7273), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:41.440896 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:41.447038 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port f791a35e-a997-46f1-8ae9-15118e0f1ed0 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:41.447523 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:41.574716 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82775dfe-230b-4714-8c4b-ef08514af7d2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f2fc5a-cbac-434c-a81c-970a446e7273,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:41.591161 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] For port 40879521-81e3-4f32-9106-3ea8a3757175, host hv-cinder-84414, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:41.592019 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82775dfe-230b-4714-8c4b-ef08514af7d2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:41.592890 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-82775dfe-230b-4714-8c4b-ef08514af7d2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8735416 Jun 06 14:22:41.612063 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39566) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:41.612397 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39568) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:41.629514 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-d8847fe3-1c80-4b71-9ecf-d5e05d76f271 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795052989', 'description': 'tempest-description--2016895684'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:41.644669 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39570) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:41.656591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-a404d03f-ef35-4e0a-abc3-a178522a08a2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154829665', 'description': 'tempest-description--806174745'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:41.691625 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:41.768504 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a404d03f-ef35-4e0a-abc3-a178522a08a2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:41.792297 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:41.798672 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:41.872810 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] For port 40879521-81e3-4f32-9106-3ea8a3757175, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=40879521-81e3-4f32-9106-3ea8a3757175,segment=NetworkSegment(934e4637-cc85-436e-9068-713805b5f038),segment_id=934e4637-cc85-436e-9068-713805b5f038)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:41.985894 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a404d03f-ef35-4e0a-abc3-a178522a08a2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (c0a3ab68-9727-440d-a54e-3928e5cf2007), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.000271 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:42.006863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a404d03f-ef35-4e0a-abc3-a178522a08a2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (c0a3ab68-9727-440d-a54e-3928e5cf2007), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.132596 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a404d03f-ef35-4e0a-abc3-a178522a08a2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.136653 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a404d03f-ef35-4e0a-abc3-a178522a08a2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4896765 Jun 06 14:22:42.146998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39574) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:42.160103 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-1b017c6a-11c6-43c1-b8c9-6b318c90ae24 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'security_group_rule': {'security_group_id': 'c0a3ab68-9727-440d-a54e-3928e5cf2007', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:42.178184 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Current status of the port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:42.181173 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404d03f-ef35-4e0a-abc3-a178522a08a2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a3ab68-9727-440d-a54e-3928e5cf2007,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:42.182835 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.215802 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39578) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:42.247153 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (40879521-81e3-4f32-9106-3ea8a3757175), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.249479 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fa31-1192-4116-943f-51e5ddfd7f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.252919 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1b017c6a-11c6-43c1-b8c9-6b318c90ae24 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (e114fbb9-0d59-459a-9519-4c05ac8a3fd6), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.475229 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1b017c6a-11c6-43c1-b8c9-6b318c90ae24 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (e114fbb9-0d59-459a-9519-4c05ac8a3fd6), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.495496 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1b017c6a-11c6-43c1-b8c9-6b318c90ae24 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (e114fbb9-0d59-459a-9519-4c05ac8a3fd6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.530223 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b017c6a-11c6-43c1-b8c9-6b318c90ae24 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e114fbb9-0d59-459a-9519-4c05ac8a3fd6,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:42.576918 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8847fe3-1c80-4b71-9ecf-d5e05d76f271 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.616977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1b017c6a-11c6-43c1-b8c9-6b318c90ae24 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.625503 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1b017c6a-11c6-43c1-b8c9-6b318c90ae24 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4773285 Jun 06 14:22:42.632191 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fa31-1192-4116-943f-51e5ddfd7f28 admin admin] Publish callbacks [] for security_group (7c4a8218-0032-42f6-9b45-5413b131912c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.643381 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39582) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:42.651689 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-1f41ddb0-6f49-4cc4-97e0-68bd5db8d52c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'security_group_rule': {'security_group_id': 'c0a3ab68-9727-440d-a54e-3928e5cf2007', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:42.673325 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fa31-1192-4116-943f-51e5ddfd7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7c4a8218-0032-42f6-9b45-5413b131912c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.693824 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed6062-fef9-472c-b51d-acd2bdc130a3 req-e80c11ec-e01d-472d-b7c1-e5cb07061ce0 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:42.705850 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-85ed6062-fef9-472c-b51d-acd2bdc130a3 req-e80c11ec-e01d-472d-b7c1-e5cb07061ce0 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 943 time: 0.9356134 Jun 06 14:22:42.764517 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:42.765497 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.777473 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] 10.222.0.46 "PUT /v2.0/ports/40879521-81e3-4f32-9106-3ea8a3757175 HTTP/1.1" status: 200 len: 1093 time: 11.2255886 Jun 06 14:22:42.806945 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] For port 939e70a2-16cd-4ea8-865c-5552a6cd0c25, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=939e70a2-16cd-4ea8-865c-5552a6cd0c25,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:42.820626 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b8024-221d-4fec-bba7-9b03a34d0280', 'tag': '40879521-81e3-4f32-9106-3ea8a3757175'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:22:42.825199 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port f791a35e-a997-46f1-8ae9-15118e0f1ed0 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:42.825652 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.870245 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.912730 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:42.929993 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c4e4fa31-1192-4116-943f-51e5ddfd7f28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c4b496657db4206b23d4eab1aec2d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7100224 Jun 06 14:22:42.934592 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4fa31-1192-4116-943f-51e5ddfd7f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4a8218-0032-42f6-9b45-5413b131912c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:42.943008 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39588) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:42.951195 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (513471e7-24f3-4d93-833e-c006200c70be), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:42.972311 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Provisioning complete for port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:42.972688 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.117057 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1f41ddb0-6f49-4cc4-97e0-68bd5db8d52c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (eae0dcdb-915e-4041-9e98-519bb85156e7), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.131679 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:43.440411 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8498a916-0b89-414b-99b6-4f6ec74069b5 admin admin] Publish callbacks [] for security_group (7c4a8218-0032-42f6-9b45-5413b131912c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.562911 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-85ed6062-fef9-472c-b51d-acd2bdc130a3 req-9131f344-cd43-4eee-8c8f-7c81bb3402af tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493591 Jun 06 14:22:43.579844 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port f791a35e-a997-46f1-8ae9-15118e0f1ed0, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=f791a35e-a997-46f1-8ae9-15118e0f1ed0,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:43.644022 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8498a916-0b89-414b-99b6-4f6ec74069b5 admin admin] Publish callbacks [] for security_group (7c4a8218-0032-42f6-9b45-5413b131912c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.677567 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.678494 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 97cbeae5-ceb0-48e5-8add-0b13464da5e9 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:43.780973 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8847fe3-1c80-4b71-9ecf-d5e05d76f271 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (77fe28b9-b2d7-480b-9089-7a82002bf0c1), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.800013 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1f41ddb0-6f49-4cc4-97e0-68bd5db8d52c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (eae0dcdb-915e-4041-9e98-519bb85156e7), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.825579 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:43.835274 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.844727 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1f41ddb0-6f49-4cc4-97e0-68bd5db8d52c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (eae0dcdb-915e-4041-9e98-519bb85156e7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.881881 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8847fe3-1c80-4b71-9ecf-d5e05d76f271 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (77fe28b9-b2d7-480b-9089-7a82002bf0c1), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.897576 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Sync routers for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:22:43.929226 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41ddb0-6f49-4cc4-97e0-68bd5db8d52c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae0dcdb-915e-4041-9e98-519bb85156e7,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:43.947425 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1f41ddb0-6f49-4cc4-97e0-68bd5db8d52c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.953610 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1f41ddb0-6f49-4cc4-97e0-68bd5db8d52c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3040552 Jun 06 14:22:43.957895 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39614) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:43.975604 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:43.983555 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:43.984397 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:43.997253 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0803824-7d03-4d48-8733-8c9c0fdb928d" -d '{"events": [{"name": "network-changed", "server_uuid": "002b8024-221d-4fec-bba7-9b03a34d0280", "tag": "40879521-81e3-4f32-9106-3ea8a3757175"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:22:44.088080 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8498a916-0b89-414b-99b6-4f6ec74069b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7c4a8218-0032-42f6-9b45-5413b131912c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:44.115485 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8498a916-0b89-414b-99b6-4f6ec74069b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:44.120164 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8498a916-0b89-414b-99b6-4f6ec74069b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c4a8218-0032-42f6-9b45-5413b131912c HTTP/1.1" status: 204 len: 168 time: 1.1621335 Jun 06 14:22:44.123199 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:22:44.130778 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:44.143921 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ac752-cd32-4a7e-8483-b31031343163 service neutron] Pushing event updated for resources: {'Port': ['ID=40879521-81e3-4f32-9106-3ea8a3757175,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:44.151576 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:44.184251 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b83e2-8fce-49a6-82e6-03e54add8126 None None] Pushing event updated for resources: {'Port': ['ID=939e70a2-16cd-4ea8-865c-5552a6cd0c25,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:44.254722 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8847fe3-1c80-4b71-9ecf-d5e05d76f271 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fe28b9-b2d7-480b-9089-7a82002bf0c1,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:44.349636 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-4414555f-4707-4089-a91c-5b4cf6889051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:44.351550 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-4414555f-4707-4089-a91c-5b4cf6889051 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2ab6d13d539433a853fc6805d819b85&device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 1127 time: 1.3691022 Jun 06 14:22:44.399976 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8847fe3-1c80-4b71-9ecf-d5e05d76f271 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:44.404349 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d8847fe3-1c80-4b71-9ecf-d5e05d76f271 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.7847579 Jun 06 14:22:44.445742 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:44.447487 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:44.529821 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:38Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:44.542370 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498a916-0b89-414b-99b6-4f6ec74069b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4a8218-0032-42f6-9b45-5413b131912c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:44.545308 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39626) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:44.595134 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-87d1a58e-c599-4871-b503-c6d4f126087c None None] Provisioning complete for port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:44.595134 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-87d1a58e-c599-4871-b503-c6d4f126087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:44.654604 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-3d5fd3b3-4875-4225-863d-634fe1b5f3e1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'security_group_rule': {'security_group_id': '77fe28b9-b2d7-480b-9089-7a82002bf0c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:44.725308 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:44.726152 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=12 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:44.764012 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9f9c30-cb7e-4734-826e-82a4479b2d92 x-openstack-request-id: req-ad9f9c30-cb7e-4734-826e-82a4479b2d92 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:22:44.764459 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002b8024-221d-4fec-bba7-9b03a34d0280", "tag": "40879521-81e3-4f32-9106-3ea8a3757175", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:22:44.764880 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad9f9c30-cb7e-4734-826e-82a4479b2d92 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:22:44.765570 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9f9c30-cb7e-4734-826e-82a4479b2d92'] response: {'name': 'network-changed', 'server_uuid': '002b8024-221d-4fec-bba7-9b03a34d0280', 'tag': '40879521-81e3-4f32-9106-3ea8a3757175', 'status': 'completed', 'code': 200} Jun 06 14:22:44.831839 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb005c10-e3c1-4e1b-8411-ebd6fa3e3503 None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:38Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:22:44.896562 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=f791a35e-a997-46f1-8ae9-15118e0f1ed0,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:45.129790 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:45.134547 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7df8ed8f-2555-4328-a853-11960d64d0e7 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:45.182570 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:45.307203 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd3b3-4875-4225-863d-634fe1b5f3e1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (d47f80ca-eb40-4393-9c7b-dde2b4807be9), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:45.361304 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911adfe-a7f9-4fad-ba75-36e4e6782fd3 req-698b2fe7-6674-4a09-8ce9-1d28cc48186c tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:45.383432 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d911adfe-a7f9-4fad-ba75-36e4e6782fd3 req-698b2fe7-6674-4a09-8ce9-1d28cc48186c tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 943 time: 0.4355855 Jun 06 14:22:45.399059 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-b6ba8b9e-5d5c-4f1e-be2a-e0c53313cf36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40879521-81e3-4f32-9106-3ea8a3757175 HTTP/1.1" status: 200 len: 217 time: 0.9184749 Jun 06 14:22:45.419051 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-87d1a58e-c599-4871-b503-c6d4f126087c None None] Current status of the port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:45.513522 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:45.657570 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Sync routers for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:22:45.692590 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-87d1a58e-c599-4871-b503-c6d4f126087c None None] Provisioning complete for port 513471e7-24f3-4d93-833e-c006200c70be triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:45.695302 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:45.698469 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-87d1a58e-c599-4871-b503-c6d4f126087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (513471e7-24f3-4d93-833e-c006200c70be), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:45.730175 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:45.770748 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:46.165103 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd3b3-4875-4225-863d-634fe1b5f3e1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (d47f80ca-eb40-4393-9c7b-dde2b4807be9), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.203536 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd3b3-4875-4225-863d-634fe1b5f3e1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (d47f80ca-eb40-4393-9c7b-dde2b4807be9), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.264296 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:46.303384 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fd3b3-4875-4225-863d-634fe1b5f3e1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47f80ca-eb40-4393-9c7b-dde2b4807be9,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:46.360443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd3b3-4875-4225-863d-634fe1b5f3e1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.388442 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3d5fd3b3-4875-4225-863d-634fe1b5f3e1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7588973 Jun 06 14:22:46.392624 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39664) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:46.407478 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-50ffcd88-3a61-4223-a76f-24bc5b699cb2 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'security_group_rule': {'security_group_id': '77fe28b9-b2d7-480b-9089-7a82002bf0c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:46.539439 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d911adfe-a7f9-4fad-ba75-36e4e6782fd3 req-b1f4ab4b-8358-458e-b5ce-fc7b194ba516 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1320322 Jun 06 14:22:46.569488 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-6a975292-4058-410f-adcb-56b8ff4705f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:46.572385 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-6a975292-4058-410f-adcb-56b8ff4705f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e303eee9-860b-4194-8846-6fe8c010e21f HTTP/1.1" status: 200 len: 852 time: 1.1463180 Jun 06 14:22:46.580265 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-50ffcd88-3a61-4223-a76f-24bc5b699cb2 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (423f2df2-34e5-4b06-a550-f700b2da3d69), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.702944 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Publish callbacks [] for port (513471e7-24f3-4d93-833e-c006200c70be), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.713649 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Allocated IP 172.27.1.137 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/5d808957-0979-489f-b3e0-d9daa319916a) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:46.721082 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (513471e7-24f3-4d93-833e-c006200c70be), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.723992 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (d78e65a1-b38e-4d60-abda-7d57e5a2472e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.735569 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:46.741764 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-50ffcd88-3a61-4223-a76f-24bc5b699cb2 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (423f2df2-34e5-4b06-a550-f700b2da3d69), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.750106 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-50ffcd88-3a61-4223-a76f-24bc5b699cb2 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (423f2df2-34e5-4b06-a550-f700b2da3d69), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.793602 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffcd88-3a61-4223-a76f-24bc5b699cb2 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423f2df2-34e5-4b06-a550-f700b2da3d69,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:46.825202 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:35Z', 'revision_number': 2, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:46.826364 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-50ffcd88-3a61-4223-a76f-24bc5b699cb2 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:46.828696 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-50ffcd88-3a61-4223-a76f-24bc5b699cb2 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4323540 Jun 06 14:22:46.834908 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39670) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:46.844196 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:46.876904 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:46.929368 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Checking router: 83307133-27e0-48c0-9ed9-cff784b91524 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:22:46.936705 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Updating router 83307133-27e0-48c0-9ed9-cff784b91524 port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:22:46.948455 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:47.001678 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:47.048088 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-87d1a58e-c599-4871-b503-c6d4f126087c None None] Port 513471e7-24f3-4d93-833e-c006200c70be cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:22:47.083063 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7df8ed8f-2555-4328-a853-11960d64d0e7 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:47.083671 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:47.120541 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Pushing event updated for resources: {'Port': ['ID=513471e7-24f3-4d93-833e-c006200c70be,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:47.139870 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:47.160485 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:47.269212 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7df8ed8f-2555-4328-a853-11960d64d0e7 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:47.270067 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:47.273993 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Network da05c785-91e1-4374-8904-6d56e0757608 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:47.294352 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:47.328827 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (5d808957-0979-489f-b3e0-d9daa319916a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:47.351796 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port 7df8ed8f-2555-4328-a853-11960d64d0e7, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7df8ed8f-2555-4328-a853-11960d64d0e7,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:47.379569 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:29Z', 'revision_number': 2, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:47.382195 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:47.383056 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 3e105fde-dc39-4882-8e29-09d2cac398c7 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:47.594247 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Checking router: 76f85970-ea41-4a7a-a2b2-010e60125c2c for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:22:47.594462 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Updating router 76f85970-ea41-4a7a-a2b2-010e60125c2c port d60e1cc6-9ae1-49c6-922a-982e6340f3ab binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:22:47.743162 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:47.792333 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:47.812219 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-4124ae16-a1b8-4415-98a4-493bd1f2ce37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa6b286e-5107-4398-8415-51d8223e7f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2908449 Jun 06 14:22:47.865325 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (5d808957-0979-489f-b3e0-d9daa319916a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:47.963691 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0f7413a8-cd59-4c2f-8710-6cb400550dd4 None None] Provisioning complete for port 513471e7-24f3-4d93-833e-c006200c70be triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:47.968245 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f7413a8-cd59-4c2f-8710-6cb400550dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (513471e7-24f3-4d93-833e-c006200c70be), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:48.019743 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Router d78e65a1-b38e-4d60-abda-7d57e5a2472e has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:22:48.033610 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:48.058316 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Publish callbacks [] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:48.061372 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:48.065951 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=5d808957-0979-489f-b3e0-d9daa319916a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:48.073599 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:48.079770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:48.097466 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 3e105fde-dc39-4882-8e29-09d2cac398c7 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:48.098688 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:48.101993 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Allocated IP 172.27.1.127 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/bb98c0d1-be92-4607-983d-e4846bdade50) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:48.120896 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaab29-dcd2-4f8a-aeed-8e108635228f req-f6cdd8be-adc1-4859-bbb8-84ff7a89f991 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:48.130692 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4feaab29-dcd2-4f8a-aeed-8e108635228f req-f6cdd8be-adc1-4859-bbb8-84ff7a89f991 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 943 time: 0.2597051 Jun 06 14:22:48.247163 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=7df8ed8f-2555-4328-a853-11960d64d0e7,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:48.265233 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f497b-bd04-479a-9993-f557ea91c6e0 None None] Pushing event updated for resources: {'Port': ['ID=4f6c47e9-7d3f-4bb1-857c-bf1285f0152a,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:48.420874 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:48.454860 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 3e105fde-dc39-4882-8e29-09d2cac398c7 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:48.478834 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Attempting to bind port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:48.479238 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Attempting to bind port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:48.479597 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Attempting to bind port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a on network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:48.480740 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:48.487838 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0f7413a8-cd59-4c2f-8710-6cb400550dd4 None None] Port 513471e7-24f3-4d93-833e-c006200c70be cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:22:48.500578 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39704) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:48.513056 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:48.513622 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Checking segment: {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:48.514172 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:48.514599 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Bound using segment: {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:48.515117 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Bound port: 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:48.515584 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:48.581360 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for port (bb98c0d1-be92-4607-983d-e4846bdade50), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:48.771503 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] For port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:48.776967 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (bb98c0d1-be92-4607-983d-e4846bdade50), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:48.780100 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] For port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=4f6c47e9-7d3f-4bb1-857c-bf1285f0152a,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:48.795696 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:48.973214 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:48.974185 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:48.989393 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:49.008006 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:49.042064 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:49.042558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:49.131755 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-7634013d-c311-47a3-823f-0328f8c153c2 None None] Provisioning complete for port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:49.137969 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7634013d-c311-47a3-823f-0328f8c153c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:49.317232 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:49.351309 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:49.392949 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:49.477828 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:49.493693 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'Port': ['ID=bb98c0d1-be92-4607-983d-e4846bdade50,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:49.526295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:49.535094 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Allocated IP 172.27.1.139 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/69ea96fd-5374-4c54-8e09-9a7a1854a78e) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:49.558789 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e74eede1-3042-427a-a510-d4f0638f0553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:49.596997 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-01a52f29-3073-4962-a59d-555da828cbab service neutron] 10.222.0.46 "GET /v2.0/networks/fa6b286e-5107-4398-8415-51d8223e7f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3556798 Jun 06 14:22:49.617589 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4feaab29-dcd2-4f8a-aeed-8e108635228f req-7d639b6d-f243-45f7-a5b3-8998c5d88724 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4857130 Jun 06 14:22:49.633021 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:49.687479 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-7634013d-c311-47a3-823f-0328f8c153c2 None None] Current status of the port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:49.688142 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7634013d-c311-47a3-823f-0328f8c153c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:49.689978 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:49.841613 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-7634013d-c311-47a3-823f-0328f8c153c2 None None] For port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=4f6c47e9-7d3f-4bb1-857c-bf1285f0152a,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:49.864779 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7634013d-c311-47a3-823f-0328f8c153c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:50.063582 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-cc0ad42c-8e8b-41ee-bf87-c5957d3e1374 None None] Provisioning complete for port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:50.064487 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad42c-8e8b-41ee-bf87-c5957d3e1374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:50.072781 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:50.156364 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f497b-bd04-479a-9993-f557ea91c6e0 None None] Pushing event updated for resources: {'Port': ['ID=4f6c47e9-7d3f-4bb1-857c-bf1285f0152a,revision_number=4']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:50.200901 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 939e70a2-16cd-4ea8-865c-5552a6cd0c25 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:50.295154 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634013d-c311-47a3-823f-0328f8c153c2 None None] Pushing event updated for resources: {'Port': ['ID=4f6c47e9-7d3f-4bb1-857c-bf1285f0152a,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:50.297957 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:50.308595 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d3d2506-459b-47f0-9c56-4153e685fe3d req-8937811e-5e50-4f46-9ac0-bfba621a4425 service neutron] 10.222.0.46 "GET /v2.0/networks/fa6b286e-5107-4398-8415-51d8223e7f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728308 Jun 06 14:22:50.451480 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5d808957-0979-489f-b3e0-d9daa319916a), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:50.540358 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (855d4e1e-7706-46b1-b58b-240f1f552746), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:50.548547 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:48Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:50.554363 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:22:50.565018 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0c9f5808-9b58-4554-9eff-530847a94d4b admin admin] 10.222.0.13 "PUT /v2.0/routers/d78e65a1-b38e-4d60-abda-7d57e5a2472e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.9175339 Jun 06 14:22:50.565263 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:50.565613 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:50.574548 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39744) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:50.589403 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-c936ee57-d39d-40c5-8f39-3e79a4f79306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:50.591396 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-c936ee57-d39d-40c5-8f39-3e79a4f79306 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2ab6d13d539433a853fc6805d819b85&device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 1127 time: 0.1861973 Jun 06 14:22:50.702454 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ede73a-4550-487b-96bc-3d566e2fd1e0 None None] The sync data for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi is: [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:48Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:22:50.712902 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Publish callbacks [] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:50.745221 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Sync routers for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:22:50.831259 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:50.885135 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (bb98c0d1-be92-4607-983d-e4846bdade50), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:50.937905 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:50.976382 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49abf8-24ff-472d-b2d9-ebc416f49dcc None None] Pushing event updated for resources: {'Port': ['ID=d60e1cc6-9ae1-49c6-922a-982e6340f3ab,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:50.995658 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ad42c-8e8b-41ee-bf87-c5957d3e1374 None None] Current status of the port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:51.043613 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:51.044452 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:51.213002 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:51.214626 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device f791a35e-a997-46f1-8ae9-15118e0f1ed0 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:51.283690 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for port (69ea96fd-5374-4c54-8e09-9a7a1854a78e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.308052 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-dc905b76-5318-4a89-9609-4292714cb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:51.311422 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-dc905b76-5318-4a89-9609-4292714cb02c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa6b286e-5107-4398-8415-51d8223e7f8f HTTP/1.1" status: 200 len: 913 time: 0.7103302 Jun 06 14:22:51.361954 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e74eede1-3042-427a-a510-d4f0638f0553 admin admin] Publish callbacks [] for security_group (2ddb92e2-4ddf-4e14-bdff-90dd08530ed9), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.364855 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:51.375985 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e74eede1-3042-427a-a510-d4f0638f0553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (2ddb92e2-4ddf-4e14-bdff-90dd08530ed9), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.381458 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-780dc2ee-6528-433d-a4dd-efd598682953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.414531 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Attempting to bind port d60e1cc6-9ae1-49c6-922a-982e6340f3ab on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:51.414903 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Attempting to bind port d60e1cc6-9ae1-49c6-922a-982e6340f3ab by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:51.415343 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Attempting to bind port d60e1cc6-9ae1-49c6-922a-982e6340f3ab on network b65619dd-abf2-4bc8-afc9-54a8502ba090 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:51.426636 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port f791a35e-a997-46f1-8ae9-15118e0f1ed0 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:51.427005 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.444532 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debed4b4-d5e0-4f7c-88c4-8aeeaa4c391a req-76860c7d-3957-4c97-b892-402c3df42aa4 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:51.454297 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-debed4b4-d5e0-4f7c-88c4-8aeeaa4c391a req-76860c7d-3957-4c97-b892-402c3df42aa4 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 943 time: 0.5617428 Jun 06 14:22:51.481686 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:51.482608 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Checking segment: {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:51.483033 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.483426 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Bound using segment: {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:51.483912 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Bound port: d60e1cc6-9ae1-49c6-922a-982e6340f3ab, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:51.484284 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.517942 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e74eede1-3042-427a-a510-d4f0638f0553 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c8ae3e6ee684fd981fca434e5c3fb61&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0162055 Jun 06 14:22:51.519268 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74eede1-3042-427a-a510-d4f0638f0553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddb92e2-4ddf-4e14-bdff-90dd08530ed9,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:51.523329 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39770) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:51.529526 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (69ea96fd-5374-4c54-8e09-9a7a1854a78e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.579133 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:51.640983 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:51.650701 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:51.654040 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:51.722720 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] For port d60e1cc6-9ae1-49c6-922a-982e6340f3ab, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:51.726663 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] For port d60e1cc6-9ae1-49c6-922a-982e6340f3ab, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=d60e1cc6-9ae1-49c6-922a-982e6340f3ab,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:51.734536 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'Port': ['ID=69ea96fd-5374-4c54-8e09-9a7a1854a78e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:51.740867 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.762991 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (5d808957-0979-489f-b3e0-d9daa319916a), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.768790 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-debed4b4-d5e0-4f7c-88c4-8aeeaa4c391a req-5c11e4b6-ae6a-4ca6-8ef7-93a5177961b9 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930379 Jun 06 14:22:51.769559 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a17f20c3-a21b-45fc-87a8-58d7a82b533e admin admin] Publish callbacks [] for security_group (2ddb92e2-4ddf-4e14-bdff-90dd08530ed9), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.780475 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (5d808957-0979-489f-b3e0-d9daa319916a), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.816271 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49abf8-24ff-472d-b2d9-ebc416f49dcc None None] Pushing event updated for resources: {'Port': ['ID=d60e1cc6-9ae1-49c6-922a-982e6340f3ab,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:51.819190 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for port (bb98c0d1-be92-4607-983d-e4846bdade50), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.824691 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:51.829116 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (63034326-e387-47f3-be33-1e87c2508d5e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.849313 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (bb98c0d1-be92-4607-983d-e4846bdade50), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.856439 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.866263 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-35601290-55b4-41e3-bb79-4c0750bb0b79 None None] Provisioning complete for port d60e1cc6-9ae1-49c6-922a-982e6340f3ab triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:51.866721 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35601290-55b4-41e3-bb79-4c0750bb0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.897305 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=5d808957-0979-489f-b3e0-d9daa319916a,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:51.903862 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-780dc2ee-6528-433d-a4dd-efd598682953 admin admin] Publish callbacks [] for security_group (7bb5188b-08ba-4ccf-a67f-21171e1fae0d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.905154 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a17f20c3-a21b-45fc-87a8-58d7a82b533e admin admin] Publish callbacks [] for security_group (2ddb92e2-4ddf-4e14-bdff-90dd08530ed9), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.908435 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:51.912634 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-2682b07e-5a02-40e0-84b1-56ef33f92692 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:51.924946 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-2682b07e-5a02-40e0-84b1-56ef33f92692 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 819 time: 0.3536272 Jun 06 14:22:51.945968 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.967937 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (855d4e1e-7706-46b1-b58b-240f1f552746), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.971655 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (69ea96fd-5374-4c54-8e09-9a7a1854a78e), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:51.973315 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6409b5e3-2ea4-437d-8745-49321d83d1e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.3506117 Jun 06 14:22:51.974195 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-780dc2ee-6528-433d-a4dd-efd598682953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7bb5188b-08ba-4ccf-a67f-21171e1fae0d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.002391 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-c7a581b2-a13c-421a-8226-9c47a7359695 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/quotas/5e2e414f37bf4a89ac18e1836c793b0b HTTP/1.1" status: 200 len: 375 time: 0.0761194 Jun 06 14:22:52.007969 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:52.017365 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:52.018382 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:52.077841 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'Port': ['ID=bb98c0d1-be92-4607-983d-e4846bdade50,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:52.118904 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.123554 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-49dcb931-e3e2-4d6f-9be5-cf44d395df33 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1618991 Jun 06 14:22:52.145815 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:52.155205 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dc2ee-6528-433d-a4dd-efd598682953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb5188b-08ba-4ccf-a67f-21171e1fae0d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:52.195301 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-780dc2ee-6528-433d-a4dd-efd598682953 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d9784a13aed42f4a717299d910b7d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6181910 Jun 06 14:22:52.201656 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39784) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:52.227243 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:52.230251 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-508b29e5-c2aa-4d8d-a36d-5e49a97e9472 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2266777 Jun 06 14:22:52.296995 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port f791a35e-a997-46f1-8ae9-15118e0f1ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:52.298098 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7df8ed8f-2555-4328-a853-11960d64d0e7 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:52.325677 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-d309dd60-78a0-4804-8479-96e2f5431944 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40879521-81e3-4f32-9106-3ea8a3757175 HTTP/1.1" status: 200 len: 217 time: 0.1190891 Jun 06 14:22:52.401118 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-140dd959-1563-4fcc-a56d-d6fd2ce67f15 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--442055405&fields=id&tenant_id=f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 267 time: 0.0814874 Jun 06 14:22:52.408230 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a17f20c3-a21b-45fc-87a8-58d7a82b533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (2ddb92e2-4ddf-4e14-bdff-90dd08530ed9), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.413091 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a17f20c3-a21b-45fc-87a8-58d7a82b533e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.414376 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a17f20c3-a21b-45fc-87a8-58d7a82b533e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ddb92e2-4ddf-4e14-bdff-90dd08530ed9 HTTP/1.1" status: 204 len: 168 time: 0.8865285 Jun 06 14:22:52.441619 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4d735fb-287b-4838-a23a-123767141a24 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:22:52.443511 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4d735fb-287b-4838-a23a-123767141a24 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0976405 Jun 06 14:22:52.500784 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:45Z', 'revision_number': 2, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:52.515042 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f20c3-a21b-45fc-87a8-58d7a82b533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddb92e2-4ddf-4e14-bdff-90dd08530ed9,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:52.537153 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e97cedae-7cd6-4a6a-a061-d35efc17ea32 admin admin] Publish callbacks [] for security_group (7bb5188b-08ba-4ccf-a67f-21171e1fae0d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.554086 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-35601290-55b4-41e3-bb79-4c0750bb0b79 None None] Current status of the port d60e1cc6-9ae1-49c6-922a-982e6340f3ab is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:52.572465 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35601290-55b4-41e3-bb79-4c0750bb0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.591984 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Checking router: d78e65a1-b38e-4d60-abda-7d57e5a2472e for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:22:52.592202 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Updating router d78e65a1-b38e-4d60-abda-7d57e5a2472e port 513471e7-24f3-4d93-833e-c006200c70be binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:22:52.617415 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e97cedae-7cd6-4a6a-a061-d35efc17ea32 admin admin] Publish callbacks [] for security_group (7bb5188b-08ba-4ccf-a67f-21171e1fae0d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.670921 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:52.709426 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (513471e7-24f3-4d93-833e-c006200c70be), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.712958 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-88e87b1d-67f2-4d59-815b-d2294f7f497f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:52.715349 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-88e87b1d-67f2-4d59-815b-d2294f7f497f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 815 time: 0.3057499 Jun 06 14:22:52.736706 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7df8ed8f-2555-4328-a853-11960d64d0e7 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:52.737119 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.738182 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-6230f143-01be-4e37-9e08-abfc9671fb3e service neutron] 10.222.0.13 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732093 Jun 06 14:22:52.741304 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-190efabb-0c6b-422c-83ef-d4b58d1c049a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/quotas/f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 375 time: 0.0194941 Jun 06 14:22:52.765479 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-35601290-55b4-41e3-bb79-4c0750bb0b79 None None] For port d60e1cc6-9ae1-49c6-922a-982e6340f3ab, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=d60e1cc6-9ae1-49c6-922a-982e6340f3ab,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:52.767752 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for port (69ea96fd-5374-4c54-8e09-9a7a1854a78e), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.779908 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e97cedae-7cd6-4a6a-a061-d35efc17ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7bb5188b-08ba-4ccf-a67f-21171e1fae0d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.784865 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e97cedae-7cd6-4a6a-a061-d35efc17ea32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.788023 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e97cedae-7cd6-4a6a-a061-d35efc17ea32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bb5188b-08ba-4ccf-a67f-21171e1fae0d HTTP/1.1" status: 204 len: 168 time: 0.5786011 Jun 06 14:22:52.796624 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35601290-55b4-41e3-bb79-4c0750bb0b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.798218 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (69ea96fd-5374-4c54-8e09-9a7a1854a78e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:52.861200 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:52.869351 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d25ee9f6-b26a-4a89-8f60-2f0be0bda069 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121209 Jun 06 14:22:52.909383 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-29c11730-1b68-456f-8355-ca9b8e57b190 service neutron] 10.222.0.13 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604373 Jun 06 14:22:52.920316 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cedae-7cd6-4a6a-a061-d35efc17ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb5188b-08ba-4ccf-a67f-21171e1fae0d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:52.931705 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (63034326-e387-47f3-be33-1e87c2508d5e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:53.012642 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'Port': ['ID=69ea96fd-5374-4c54-8e09-9a7a1854a78e,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:53.035065 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:53.050959 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c1965d81-2cb6-47c4-8c60-daeedc636197 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2056572 Jun 06 14:22:53.051199 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-90c5684a-06e0-41c2-8ffe-9350da7f40e7 service neutron] 10.222.0.13 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128175 Jun 06 14:22:53.100085 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39814) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:53.166379 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-134076f0-47d4-4978-91ce-1fc43a303c3e None None] Provisioning complete for port d60e1cc6-9ae1-49c6-922a-982e6340f3ab triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:53.166868 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-134076f0-47d4-4978-91ce-1fc43a303c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:53.174232 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea7c-f921-4a1b-a32f-4e8e44404646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:53.218405 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:53.277361 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:53.363377 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35601290-55b4-41e3-bb79-4c0750bb0b79 None None] Pushing event updated for resources: {'Port': ['ID=d60e1cc6-9ae1-49c6-922a-982e6340f3ab,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:53.512917 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea7c-f921-4a1b-a32f-4e8e44404646 admin admin] Publish callbacks [] for security_group (86116664-b4f6-4937-8ee9-3869819e18c8), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:53.522616 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea7c-f921-4a1b-a32f-4e8e44404646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (86116664-b4f6-4937-8ee9-3869819e18c8), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:53.523147 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7df8ed8f-2555-4328-a853-11960d64d0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:53.524352 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device bef9002c-7901-4fc1-836d-5d8424b433ea up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:53.638171 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9e1dea7c-f921-4a1b-a32f-4e8e44404646 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=417bb45454b94b3dbb2e8f146a325ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357432 Jun 06 14:22:53.641734 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 39842) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:53.651849 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:51Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:53.686773 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39844) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:53.695189 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dea7c-f921-4a1b-a32f-4e8e44404646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86116664-b4f6-4937-8ee9-3869819e18c8,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:53.707834 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-42d10d45-bde1-408e-b3b3-6bbf824e3896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:53.721351 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a58bf9-5d07-4741-b2de-e4becef5c5d4 None None] The sync data for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi is: [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:51Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:22:53.745543 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-078a798b-a512-4f48-8b5a-b43b50cc7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:53.748223 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-078a798b-a512-4f48-8b5a-b43b50cc7923 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e303eee9-860b-4194-8846-6fe8c010e21f HTTP/1.1" status: 200 len: 852 time: 0.6904061 Jun 06 14:22:53.764679 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:53.768035 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port bef9002c-7901-4fc1-836d-5d8424b433ea triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:53.768982 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:53.777502 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-134076f0-47d4-4978-91ce-1fc43a303c3e None None] Current status of the port d60e1cc6-9ae1-49c6-922a-982e6340f3ab is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:53.892472 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-0ead4cb4-bdfc-4bb8-8927-d42a247ec84a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1154829665&fields=id&tenant_id=52da965db3654006abddd5b40b0905c2 HTTP/1.1" status: 200 len: 267 time: 0.2779481 Jun 06 14:22:53.924965 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-42d10d45-bde1-408e-b3b3-6bbf824e3896 admin admin] Publish callbacks [] for security_group (fce2126c-db85-42d8-8453-951f01df2756), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:53.950412 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-42d10d45-bde1-408e-b3b3-6bbf824e3896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (fce2126c-db85-42d8-8453-951f01df2756), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.002754 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:54.004526 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port bef9002c-7901-4fc1-836d-5d8424b433ea is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:54.005183 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.067020 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port bef9002c-7901-4fc1-836d-5d8424b433ea, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=bef9002c-7901-4fc1-836d-5d8424b433ea,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:54.070512 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Publish callbacks [] for port (513471e7-24f3-4d93-833e-c006200c70be), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.076946 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.088932 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (513471e7-24f3-4d93-833e-c006200c70be), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.091954 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-42d10d45-bde1-408e-b3b3-6bbf824e3896 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca31986f0dbd43089b1e6f51e648c34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4018278 Jun 06 14:22:54.096925 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 39858) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:54.098548 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d10d45-bde1-408e-b3b3-6bbf824e3896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce2126c-db85-42d8-8453-951f01df2756,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:54.162211 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-99eb6b31-f97f-4de2-8eb1-2f79b5110a63 service neutron] 10.222.0.13 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0802271 Jun 06 14:22:54.183647 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-e6405d2b-a9dc-4096-aab9-71faa91ba4a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa6b286e-5107-4398-8415-51d8223e7f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583464 Jun 06 14:22:54.187471 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-898487e2-d507-4971-807a-23c56d0078c6 admin admin] Publish callbacks [] for security_group (86116664-b4f6-4937-8ee9-3869819e18c8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.210075 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=bef9002c-7901-4fc1-836d-5d8424b433ea,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:54.283340 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:54.361780 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-898487e2-d507-4971-807a-23c56d0078c6 admin admin] Publish callbacks [] for security_group (86116664-b4f6-4937-8ee9-3869819e18c8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.453674 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e02909f7-511b-41c6-8ecf-e7e5ab297a80 admin admin] Publish callbacks [] for security_group (fce2126c-db85-42d8-8453-951f01df2756), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.571196 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e44a5-c297-4427-8227-35452afe37bf req-202cc0d5-024e-4886-b901-4aaa36ea1996 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:54.586696 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e02909f7-511b-41c6-8ecf-e7e5ab297a80 admin admin] Publish callbacks [] for security_group (fce2126c-db85-42d8-8453-951f01df2756), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.588872 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-202cc0d5-024e-4886-b901-4aaa36ea1996 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 816 time: 0.6954520 Jun 06 14:22:54.631311 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-13a75679-9f5d-4276-815d-de97a208fb55 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/quotas/52da965db3654006abddd5b40b0905c2 HTTP/1.1" status: 200 len: 375 time: 0.0411019 Jun 06 14:22:54.663980 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:54.749977 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-27cca00f-8b25-49b3-a958-de635c7f296c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159625 Jun 06 14:22:54.786703 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-898487e2-d507-4971-807a-23c56d0078c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (86116664-b4f6-4937-8ee9-3869819e18c8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.791793 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-898487e2-d507-4971-807a-23c56d0078c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.792678 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-898487e2-d507-4971-807a-23c56d0078c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86116664-b4f6-4937-8ee9-3869819e18c8 HTTP/1.1" status: 204 len: 168 time: 1.0920165 Jun 06 14:22:54.793981 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:54.843533 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e02909f7-511b-41c6-8ecf-e7e5ab297a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (fce2126c-db85-42d8-8453-951f01df2756), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.849569 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e02909f7-511b-41c6-8ecf-e7e5ab297a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:54.857692 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e02909f7-511b-41c6-8ecf-e7e5ab297a80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fce2126c-db85-42d8-8453-951f01df2756 HTTP/1.1" status: 204 len: 168 time: 0.7440937 Jun 06 14:22:54.881268 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Attempting to bind port 513471e7-24f3-4d93-833e-c006200c70be on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:22:54.881822 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Attempting to bind port 513471e7-24f3-4d93-833e-c006200c70be by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:22:54.882185 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Attempting to bind port 513471e7-24f3-4d93-833e-c006200c70be on network da05c785-91e1-4374-8904-6d56e0757608 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:22:54.902243 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02909f7-511b-41c6-8ecf-e7e5ab297a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce2126c-db85-42d8-8453-951f01df2756,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:54.933479 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898487e2-d507-4971-807a-23c56d0078c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86116664-b4f6-4937-8ee9-3869819e18c8,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:55.002350 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:22:55.002727 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Checking segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:22:55.003124 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:55.003518 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Bound using segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:22:55.004007 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Bound port: 513471e7-24f3-4d93-833e-c006200c70be, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:22:55.004374 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (513471e7-24f3-4d93-833e-c006200c70be), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:55.022218 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0ac69-4a71-45ea-bea3-df8a508859d2 None None] Pushing event updated for resources: {'Port': ['ID=513471e7-24f3-4d93-833e-c006200c70be,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:55.060385 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11905d9-4283-4d63-942d-8693e6e5da31 req-f2d7d861-2fac-4176-9b3d-337d992f110f tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:55.068025 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-35047e04-4c13-47f6-aa6b-839d8ad498b9 None None] Provisioning complete for port 513471e7-24f3-4d93-833e-c006200c70be triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:55.068661 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-35047e04-4c13-47f6-aa6b-839d8ad498b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (513471e7-24f3-4d93-833e-c006200c70be), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:55.069993 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e11905d9-4283-4d63-942d-8693e6e5da31 req-f2d7d861-2fac-4176-9b3d-337d992f110f tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 943 time: 0.1626003 Jun 06 14:22:55.118505 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:55.119279 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:55.168128 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-55443405-3c4c-4d42-915b-29d3475ad202 service neutron] 10.222.0.13 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049208 Jun 06 14:22:55.206538 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-35047e04-4c13-47f6-aa6b-839d8ad498b9 None None] Port 513471e7-24f3-4d93-833e-c006200c70be cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:22:55.249231 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] For port 513471e7-24f3-4d93-833e-c006200c70be, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:22:55.278972 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] For port 513471e7-24f3-4d93-833e-c006200c70be, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=513471e7-24f3-4d93-833e-c006200c70be,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:22:55.293399 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e11905d9-4283-4d63-942d-8693e6e5da31 req-32308b00-0c60-4c5c-8907-96ef2b1259bd tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089972 Jun 06 14:22:55.297696 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (513471e7-24f3-4d93-833e-c006200c70be), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:55.458608 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-74d9b02d-ad4e-4918-b0f0-e4fd6db94709 service neutron] 10.222.0.13 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891269 Jun 06 14:22:55.776181 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:55.783952 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device d60e1cc6-9ae1-49c6-922a-982e6340f3ab up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:55.897166 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:22:55.901332 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:22:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:55.918940 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:56.045214 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-c90e5fb6-82f4-482d-9a50-2c20bb0d788a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--795052989&fields=id&tenant_id=c41996fbf4ab4b81bc47ac29252ec762 HTTP/1.1" status: 200 len: 267 time: 0.3413603 Jun 06 14:22:56.330786 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0ac69-4a71-45ea-bea3-df8a508859d2 None None] Pushing event updated for resources: {'Port': ['ID=513471e7-24f3-4d93-833e-c006200c70be,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:56.332689 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-531e8eff-2f80-4530-bab1-c2a886bf3348 service neutron] 10.222.0.46 "GET /v2.0/networks/fa6b286e-5107-4398-8415-51d8223e7f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9364576 Jun 06 14:22:56.357602 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce1acdf9-bcd1-490c-8a3d-e74af1e1ed5d req-0e3aba75-08de-4cac-9c9b-a91634c2176f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 210 time: 0.2960088 Jun 06 14:22:56.410533 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301027a-8031-4ef8-b704-79360df76bfd req-120b848c-eaa1-442a-81fe-eeca0fcb2499 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:56.411376 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port d60e1cc6-9ae1-49c6-922a-982e6340f3ab triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:56.414336 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:56.426455 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-120b848c-eaa1-442a-81fe-eeca0fcb2499 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 811 time: 0.3798258 Jun 06 14:22:56.451255 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-350061b3-c479-49f6-9302-869256825ac3 None None] Provisioning complete for port 513471e7-24f3-4d93-833e-c006200c70be triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:56.451769 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-350061b3-c479-49f6-9302-869256825ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (513471e7-24f3-4d93-833e-c006200c70be), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:56.605015 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-d06becfc-218b-4a94-92de-f1d9fdf0ed7b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/quotas/c41996fbf4ab4b81bc47ac29252ec762 HTTP/1.1" status: 200 len: 375 time: 0.1684604 Jun 06 14:22:56.639058 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:22:56.652319 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:56.659623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.46', 61062) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:22:56.801299 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-32d98fe0-7f00-446f-a60c-2d43fc5283c5 req-da0d8282-773e-4023-a919-13d766957983 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 210 time: 0.1687334 Jun 06 14:22:56.875208 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-580a4eae-7847-4be8-b5ba-64199ac3fe35 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2687037 Jun 06 14:22:56.877366 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0803824-7d03-4d48-8733-8c9c0fdb928d req-044cf1de-3128-4403-a1b8-c422c20f61f3 service neutron] 10.222.0.46 "GET /v2.0/networks/fa6b286e-5107-4398-8415-51d8223e7f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112135 Jun 06 14:22:56.998571 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:57.162265 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 40879521-81e3-4f32-9106-3ea8a3757175 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:22:57.219666 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-04b8c5cf-1e10-4820-ba6b-1576a396852a req-3c1ec52f-ce9c-48ea-a06c-57b192e86f8b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 210 time: 0.2157779 Jun 06 14:22:57.300270 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-350061b3-c479-49f6-9302-869256825ac3 None None] Current status of the port 513471e7-24f3-4d93-833e-c006200c70be is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:57.300606 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-350061b3-c479-49f6-9302-869256825ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (513471e7-24f3-4d93-833e-c006200c70be), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:57.316625 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-096aff26-cb29-49b1-8d5e-72045fcf79a9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:57.327311 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-096aff26-cb29-49b1-8d5e-72045fcf79a9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 819 time: 0.6507049 Jun 06 14:22:57.349380 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-31d1f2a2-57eb-4abc-a228-aea7c0617663 service neutron] 10.222.0.13 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931415 Jun 06 14:22:57.512866 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Request body: {'port': {'device_id': 'b7272e33-1832-487c-9463-50a3efc67404', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'admin_state_up': True, 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:22:57.522771 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.resource_extend [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 14:22:57.595534 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a7399-ea3d-4016-a7ed-c3f3d9a5c2ab req-f75f9e12-5058-4888-b330-2323efc74177 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:57.597403 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-687a7399-ea3d-4016-a7ed-c3f3d9a5c2ab req-f75f9e12-5058-4888-b330-2323efc74177 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 943 time: 0.1167359 Jun 06 14:22:57.724644 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-687a7399-ea3d-4016-a7ed-c3f3d9a5c2ab req-04d2bbf2-7bd8-4167-8fc8-de13b5895d62 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173975 Jun 06 14:22:57.758256 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-ca7bbcf4-f392-49d5-9b82-b6a1528f522c service neutron] 10.222.0.13 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906481 Jun 06 14:22:57.797902 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port d60e1cc6-9ae1-49c6-922a-982e6340f3ab is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:58.012656 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 40879521-81e3-4f32-9106-3ea8a3757175, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=40879521-81e3-4f32-9106-3ea8a3757175,segment=NetworkSegment(934e4637-cc85-436e-9068-713805b5f038),segment_id=934e4637-cc85-436e-9068-713805b5f038)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:58.057092 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '40879521-81e3-4f32-9106-3ea8a3757175', 'network_id': 'fa6b286e-5107-4398-8415-51d8223e7f8f', 'port_id': '40879521-81e3-4f32-9106-3ea8a3757175', 'mac_address': 'fa:16:3e:0e:91:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e303eee9-860b-4194-8846-6fe8c010e21f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:22:58.091408 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-350061b3-c479-49f6-9302-869256825ac3 None None] For port 513471e7-24f3-4d93-833e-c006200c70be, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=513471e7-24f3-4d93-833e-c006200c70be,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:58.098718 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device bef9002c-7901-4fc1-836d-5d8424b433ea up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:22:58.147743 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:58.179868 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-350061b3-c479-49f6-9302-869256825ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (513471e7-24f3-4d93-833e-c006200c70be), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:58.207774 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Made reservation on behalf of 5e2e414f37bf4a89ac18e1836c793b0b for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:22:58.214025 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:58.272477 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 40879521-81e3-4f32-9106-3ea8a3757175 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:58.274914 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (40879521-81e3-4f32-9106-3ea8a3757175), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:58.289022 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:58.367893 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port bef9002c-7901-4fc1-836d-5d8424b433ea triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:22:58.369042 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:58.384057 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40879521-81e3-4f32-9106-3ea8a3757175 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:22:58.483655 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 40879521-81e3-4f32-9106-3ea8a3757175, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=40879521-81e3-4f32-9106-3ea8a3757175,segment=NetworkSegment(934e4637-cc85-436e-9068-713805b5f038),segment_id=934e4637-cc85-436e-9068-713805b5f038)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:22:58.484731 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350061b3-c479-49f6-9302-869256825ac3 None None] Pushing event updated for resources: {'Port': ['ID=513471e7-24f3-4d93-833e-c006200c70be,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:58.509375 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (40879521-81e3-4f32-9106-3ea8a3757175), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:58.570786 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-9ab0fed4-1357-411d-9a6a-a366939f65dd tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:58.578434 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-9ab0fed4-1357-411d-9a6a-a366939f65dd tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 819 time: 0.3522398 Jun 06 14:22:58.581398 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:55Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:22:58.591462 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dbfa31fa-c089-45e1-8325-6669a5cd80a9 req-8f954b82-fd4d-4d87-b617-eb2d4756f8d2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 210 time: 0.2949667 Jun 06 14:22:58.686403 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-76421fca-995d-432a-874c-3f050ef460ee tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/quotas/5e2e414f37bf4a89ac18e1836c793b0b HTTP/1.1" status: 200 len: 375 time: 0.1069622 Jun 06 14:22:58.712382 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:58.721073 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d01887-d9cf-4c5c-9ff9-14b7a9440758 None None] The sync data for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi is: [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:55Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:22:58.884988 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port bef9002c-7901-4fc1-836d-5d8424b433ea is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:22:58.890422 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=40879521-81e3-4f32-9106-3ea8a3757175,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:22:58.958012 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-7e2c8c0a-9aee-4493-9a08-c6529216f9b8 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:58.959580 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-7e2c8c0a-9aee-4493-9a08-c6529216f9b8 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 815 time: 1.0437765 Jun 06 14:22:58.987020 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2b58bff-d720-4608-93f5-dc2cc9d38ed2 req-32cbaa9c-1928-4324-982b-aacf30422bdf tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 210 time: 0.2980869 Jun 06 14:22:59.000363 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-b4f3d50d-3cf3-4ab6-ace4-36209e757d95 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3041461 Jun 06 14:22:59.016447 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Allocated IP 172.20.0.13 (da05c785-91e1-4374-8904-6d56e0757608/2525f79f-1606-4438-b00d-c5e3e00ff76e/f5eef75b-900b-4277-ba84-469c7ff477cd) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:22:59.138152 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:22:59.227171 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e72e4846-8710-4245-89ce-9542c9a9c272 req-bc930a34-e153-4235-a099-e39b18818ea0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 210 time: 0.0845125 Jun 06 14:22:59.291123 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:22:59.296724 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-43ebd9ee-08e1-4a90-837a-ef116ffe67c4 service neutron] 10.222.0.13 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888484 Jun 06 14:22:59.470496 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547139cc-5c9f-4e51-9b82-7175268473ea req-bc31c3af-ed5d-443f-9ba1-f6ad556d74a8 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:22:59.479295 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-547139cc-5c9f-4e51-9b82-7175268473ea req-bc31c3af-ed5d-443f-9ba1-f6ad556d74a8 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 944 time: 0.0813055 Jun 06 14:22:59.594752 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-5b9095db-35c7-4cee-92f7-97daef551b81 service neutron] 10.222.0.13 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858825 Jun 06 14:22:59.598794 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-547139cc-5c9f-4e51-9b82-7175268473ea req-2016c28e-92aa-47f1-bd47-f620add42c80 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183832 Jun 06 14:22:59.694065 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:59.749355 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:22:59.854034 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-69077088-8bff-4c54-ad8a-6c76c30ed5f9 req-8fe310f1-e8c0-4a80-84f1-ed722cc7212c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 210 time: 0.0642629 Jun 06 14:22:59.944287 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Network da05c785-91e1-4374-8904-6d56e0757608 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:22:59.966925 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:22:59.984214 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:22:59.999014 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:00.005994 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:00.046973 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event updated for resources: {'Port': ['ID=f5eef75b-900b-4277-ba84-469c7ff477cd,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:00.061298 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 513471e7-24f3-4d93-833e-c006200c70be up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:23:00.093012 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f4ce14e2-4d72-495f-94c3-d4c00bdd4af1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5846877 Jun 06 14:23:00.102885 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-530ce319-97c2-4e87-bcf6-c6c881cc5350 req-40d305de-05b2-4425-85f2-5b9fbc5829c9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 210 time: 0.1213312 Jun 06 14:23:00.236387 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 513471e7-24f3-4d93-833e-c006200c70be triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:00.237102 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (513471e7-24f3-4d93-833e-c006200c70be), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:00.370469 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f595ba16-fa97-4141-bf3e-15a2ebdb7342 req-8873f5b2-98c6-4d8b-8a3f-a4f19bf03d0a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 210 time: 0.0929947 Jun 06 14:23:00.598285 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ea2a6bc-1ef6-4049-897f-f80a4ec5958e req-8265acef-398b-434f-960d-6fe84b7513eb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 210 time: 0.0881588 Jun 06 14:23:00.702235 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:00.742875 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-768aa03c-6079-4e20-a78b-6130f52d645c None None] Provisioning complete for port f5eef75b-900b-4277-ba84-469c7ff477cd triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:00.743566 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-768aa03c-6079-4e20-a78b-6130f52d645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:00.807187 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-768aa03c-6079-4e20-a78b-6130f52d645c None None] Port f5eef75b-900b-4277-ba84-469c7ff477cd cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:23:00.818279 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 513471e7-24f3-4d93-833e-c006200c70be is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:00.960778 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fec17d-c5a6-42de-aa36-abbf2ffdc675 req-dede5f97-bad5-4028-a90a-13ff809d7440 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:00.980600 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c6fec17d-c5a6-42de-aa36-abbf2ffdc675 req-dede5f97-bad5-4028-a90a-13ff809d7440 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 944 time: 0.1850667 Jun 06 14:23:01.090031 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Request body: {'port': {'device_id': 'b7272e33-1832-487c-9463-50a3efc67404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:01.127471 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['40879521-81e3-4f32-9106-3ea8a3757175'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:23:01.155235 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c6fec17d-c5a6-42de-aa36-abbf2ffdc675 req-1e098efb-c6ca-48b2-b559-4a799bc93ba0 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725252 Jun 06 14:23:01.331529 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-449a297c-9016-4739-ad09-bb7dced1e07f req-7319739a-e9fd-4c0c-99a2-627105cd5497 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 210 time: 0.2618659 Jun 06 14:23:01.335338 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:01.511528 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.46', 61069) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:01.630027 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ea9608c3-1488-4dd6-8340-76444a3485ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:01.679820 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-9c183b39-ec33-4b9f-87b7-7111de4021c9 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 379 time: 0.5625975 Jun 06 14:23:01.726196 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'port': {'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'admin_state_up': True, 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'security_groups': ['bee17bf6-c4fe-410d-a5d5-973b9d504281']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:01.783523 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:02.069895 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e598af64-1171-40a6-8eb5-b34c4546df60 req-2fcd13f7-c98b-4476-afb3-fb91c5c233b4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 210 time: 0.4116409 Jun 06 14:23:02.147350 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66662d33-53cb-4330-8937-7e520639c2b0 req-ef8addc0-c683-47d3-a16d-d57729b3f2a0 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 210 time: 0.4090090 Jun 06 14:23:02.269859 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:02.323139 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:02.351917 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33ac0d26-70f5-4480-b451-aa8bd598cfd0 req-e572f023-6a7d-43fb-8dc2-b36ccea796f0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 210 time: 0.0752549 Jun 06 14:23:02.424233 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Made reservation on behalf of f185078fd436428e818d6dba472bacb8 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:23:02.428929 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:02.436480 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e44a5-c297-4427-8227-35452afe37bf req-4ef0c556-f8b3-4cfc-bb8b-3df4e9a3d511 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:02.438981 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-4ef0c556-f8b3-4cfc-bb8b-3df4e9a3d511 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 816 time: 0.9268961 Jun 06 14:23:02.492533 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1efd49-7fbe-4e3b-b262-1928ffddd5d2 req-38ac8b83-42f9-43f9-91f4-0a00466b3f16 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:02.509745 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4f1efd49-7fbe-4e3b-b262-1928ffddd5d2 req-38ac8b83-42f9-43f9-91f4-0a00466b3f16 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 944 time: 0.2015760 Jun 06 14:23:02.509745 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.46', 61077) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:02.566361 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40138) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:02.609032 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8088dc8a-6813-48ab-928e-705d354654c6 req-1531777c-59a0-4b50-a46f-12ae7975eaf0 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 210 time: 0.1355772 Jun 06 14:23:02.650561 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.46', 61078) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:02.681446 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eef75b-900b-4277-ba84-469c7ff477cd {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:02.691606 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Publish callbacks [] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:02.739389 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4f1efd49-7fbe-4e3b-b262-1928ffddd5d2 req-1a490033-4186-4158-a452-7f4800e5e895 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362094 Jun 06 14:23:02.838040 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 40879521-81e3-4f32-9106-3ea8a3757175 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:23:02.841558 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Transition to ACTIVE for port object f5eef75b-900b-4277-ba84-469c7ff477cd will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:23:02.859123 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:02.878319 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-afc0e1bb-5c12-47f9-8b31-1c1e8a32ec59 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:02.879900 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-afc0e1bb-5c12-47f9-8b31-1c1e8a32ec59 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 819 time: 0.3636954 Jun 06 14:23:02.895770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Request body: {'port': {'device_id': '0edfd401-1a2a-4b25-84da-aa19d6f4c5d3', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'admin_state_up': True, 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:02.901528 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Allocated IP 172.20.0.12 (5c80cddf-8aa7-4709-b4d4-0401b235b6d1/31ef9458-4e63-4d83-8724-a942c881e3bd/d717f707-59c5-428c-99f9-a11fbd69fc24) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:23:02.939958 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-c58935ba-0e89-42ca-a593-4303d690f831 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52da965db3654006abddd5b40b0905c2 HTTP/1.1" status: 200 len: 380 time: 0.4194064 Jun 06 14:23:02.953060 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:02.960592 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 40879521-81e3-4f32-9106-3ea8a3757175 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:23:02.972636 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 40879521-81e3-4f32-9106-3ea8a3757175 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:02.973396 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (40879521-81e3-4f32-9106-3ea8a3757175), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:02.975712 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:03.007721 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b69bf8b5-d326-4d83-87e6-b2b6df2cfbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.029443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'port': {'device_id': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'admin_state_up': True, 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'security_groups': ['c0a3ab68-9727-440d-a54e-3928e5cf2007']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:03.043677 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:03.158038 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 40879521-81e3-4f32-9106-3ea8a3757175 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:03.162529 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (40879521-81e3-4f32-9106-3ea8a3757175), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.213514 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301027a-8031-4ef8-b704-79360df76bfd req-a3c51691-718a-4584-98ef-fa0df1d80f3d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:03.215219 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-a3c51691-718a-4584-98ef-fa0df1d80f3d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 811 time: 0.5631056 Jun 06 14:23:03.215385 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 40879521-81e3-4f32-9106-3ea8a3757175, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=40879521-81e3-4f32-9106-3ea8a3757175,segment=NetworkSegment(934e4637-cc85-436e-9068-713805b5f038),segment_id=934e4637-cc85-436e-9068-713805b5f038)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:03.216575 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:03.218700 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b8024-221d-4fec-bba7-9b03a34d0280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40879521-81e3-4f32-9106-3ea8a3757175'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:03.238707 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eef75b-900b-4277-ba84-469c7ff477cd,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:03.276290 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Made reservation on behalf of 5e2e414f37bf4a89ac18e1836c793b0b for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:23:03.285296 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.362034 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (40879521-81e3-4f32-9106-3ea8a3757175), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.499131 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2d982ef0-4e6c-41ff-a712-7b585152a876 req-58213d3c-1df0-465a-9565-e51c5c14f651 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 210 time: 0.1801231 Jun 06 14:23:03.553843 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=40879521-81e3-4f32-9106-3ea8a3757175,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:03.593845 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Attempting to bind port f5eef75b-900b-4277-ba84-469c7ff477cd on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:23:03.594480 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Attempting to bind port f5eef75b-900b-4277-ba84-469c7ff477cd by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:23:03.594729 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Attempting to bind port f5eef75b-900b-4277-ba84-469c7ff477cd on network da05c785-91e1-4374-8904-6d56e0757608 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:03.615186 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-43587a62-f070-4019-bb57-2c4b90e9409b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41996fbf4ab4b81bc47ac29252ec762 HTTP/1.1" status: 200 len: 379 time: 0.3651021 Jun 06 14:23:03.632880 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'port': {'device_id': '9070a8fe-f081-4116-9cf2-81094e156184', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'admin_state_up': True, 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'security_groups': ['77fe28b9-b2d7-480b-9089-7a82002bf0c1']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:03.694131 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Port f5eef75b-900b-4277-ba84-469c7ff477cd on network da05c785-91e1-4374-8904-6d56e0757608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:23:03.694547 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Attempting to bind port f5eef75b-900b-4277-ba84-469c7ff477cd on network da05c785-91e1-4374-8904-6d56e0757608 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:03.720550 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e200462-6469-4f5a-b521-b3f5c9ac76ab" -d '{"events": [{"server_uuid": "002b8024-221d-4fec-bba7-9b03a34d0280", "name": "network-vif-plugged", "status": "completed", "tag": "40879521-81e3-4f32-9106-3ea8a3757175"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:03.732666 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:23:03.733054 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Checking segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:23:03.733827 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Bound using segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:23:03.734338 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Bound port: f5eef75b-900b-4277-ba84-469c7ff477cd, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:23:03.734815 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.742109 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.745806 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-156d45c8-fe01-4407-bf48-1f89d3f4d9ac req-05477113-1235-4a1f-b81e-3a907d0b6c79 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 210 time: 0.2617886 Jun 06 14:23:03.764412 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Made reservation on behalf of 52da965db3654006abddd5b40b0905c2 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:23:03.765767 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.812610 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:03.814917 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18075280-ca9e-4780-8119-3b9b722046ce req-e81eca49-8cb6-4a2c-b18b-74fd4f129aca tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 210 time: 0.1676264 Jun 06 14:23:03.837254 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b69bf8b5-d326-4d83-87e6-b2b6df2cfbc2 admin admin] Publish callbacks [] for security_group (19f7af1a-41a8-499b-8503-2dcffa8cf1f0), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.879154 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9bfe3921-49dc-4344-957b-19375ee482cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.913204 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:03.924781 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b69bf8b5-d326-4d83-87e6-b2b6df2cfbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (19f7af1a-41a8-499b-8503-2dcffa8cf1f0), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:03.928466 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.010522 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=d717f707-59c5-428c-99f9-a11fbd69fc24,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:04.045895 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d807c0d-17a0-40ab-ba74-414bd415cb2f x-openstack-request-id: req-5d807c0d-17a0-40ab-ba74-414bd415cb2f {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:04.046241 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002b8024-221d-4fec-bba7-9b03a34d0280", "name": "network-vif-plugged", "status": "completed", "tag": "40879521-81e3-4f32-9106-3ea8a3757175", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:04.046781 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d807c0d-17a0-40ab-ba74-414bd415cb2f {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:04.048428 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d807c0d-17a0-40ab-ba74-414bd415cb2f'] response: {'server_uuid': '002b8024-221d-4fec-bba7-9b03a34d0280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40879521-81e3-4f32-9106-3ea8a3757175', 'code': 200} Jun 06 14:23:04.057820 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:04.097789 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:23:04.098950 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] For port f5eef75b-900b-4277-ba84-469c7ff477cd, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:23:04.104127 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b88e3-2d44-4a05-848e-e09c1cbbbb32 req-3899bb5b-dc83-48cc-a6bd-f0937dfcd5c0 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:04.105336 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] For port f5eef75b-900b-4277-ba84-469c7ff477cd, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=f5eef75b-900b-4277-ba84-469c7ff477cd,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:23:04.106358 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-052b88e3-2d44-4a05-848e-e09c1cbbbb32 req-3899bb5b-dc83-48cc-a6bd-f0937dfcd5c0 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 932 time: 0.1803997 Jun 06 14:23:04.114434 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:23:04.130057 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b69bf8b5-d326-4d83-87e6-b2b6df2cfbc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a230399e40354b4896cf4e1dd1b3632c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5601246 Jun 06 14:23:04.133875 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.138644 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40184) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:04.138848 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:23:04.141308 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Made reservation on behalf of c41996fbf4ab4b81bc47ac29252ec762 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:23:04.144852 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:04.145090 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.146027 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.151121 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bf8b5-d326-4d83-87e6-b2b6df2cfbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f7af1a-41a8-499b-8503-2dcffa8cf1f0,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:04.167233 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Allocated IP 172.20.0.6 (da05c785-91e1-4374-8904-6d56e0757608/2525f79f-1606-4438-b00d-c5e3e00ff76e/e9b28d33-7c58-4053-8fa5-16a9e6aa2aef) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:23:04.175883 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-d58d76e2-6cbc-4a0f-bd82-40092761f3d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4566445 Jun 06 14:23:04.271095 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-052b88e3-2d44-4a05-848e-e09c1cbbbb32 req-665854e3-cfe0-4c20-8fa4-b8ac27d4923f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584065 Jun 06 14:23:04.285830 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ce27e-4adf-46b2-9ed8-224fbf9e2fa9 req-197a93e6-d8f8-4031-8cf2-8d4ddab3d974 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:04.287486 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d52ce27e-4adf-46b2-9ed8-224fbf9e2fa9 req-197a93e6-d8f8-4031-8cf2-8d4ddab3d974 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.1180511 Jun 06 14:23:04.322607 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eef75b-900b-4277-ba84-469c7ff477cd,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:04.340960 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:04.341580 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.343134 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-a436ae83-70f7-4a6f-a087-19349d4cab09 service neutron] 10.222.0.46 "PUT /v2.0/ports/f5eef75b-900b-4277-ba84-469c7ff477cd HTTP/1.1" status: 200 len: 1094 time: 3.2671566 Jun 06 14:23:04.346852 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7272e33-1832-487c-9463-50a3efc67404', 'tag': 'f5eef75b-900b-4277-ba84-469c7ff477cd'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:04.455421 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d52ce27e-4adf-46b2-9ed8-224fbf9e2fa9 req-f6c7a946-7316-4242-a2fc-b72dbaacf470 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203773 Jun 06 14:23:04.474834 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:04.514546 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6ce34db4-108f-484b-9d1b-4f82119edef4 None None] Provisioning complete for port d717f707-59c5-428c-99f9-a11fbd69fc24 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:04.515474 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6ce34db4-108f-484b-9d1b-4f82119edef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.556681 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Allocated IP 172.20.0.5 (b65619dd-abf2-4bc8-afc9-54a8502ba090/f9745c52-946a-4596-9205-2270800fb35d/d0b62115-c8dd-481f-97e8-5204944b431a) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:23:04.567747 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.606855 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6ce34db4-108f-484b-9d1b-4f82119edef4 None None] Port d717f707-59c5-428c-99f9-a11fbd69fc24 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:23:04.676218 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-873a33d3-2b96-4cc0-af22-25bf2c885153 req-774e6f78-0e90-4717-9213-2748b4a562d1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 210 time: 0.0458684 Jun 06 14:23:04.684467 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.737049 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Network da05c785-91e1-4374-8904-6d56e0757608 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:23:04.741777 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:23:04.746227 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:23:04.752077 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:04.752759 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.780091 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62aecd6-ea52-492d-93a0-b99759159258" -d '{"events": [{"name": "network-changed", "server_uuid": "b7272e33-1832-487c-9463-50a3efc67404", "tag": "f5eef75b-900b-4277-ba84-469c7ff477cd"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:04.782671 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event updated for resources: {'Port': ['ID=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:04.802057 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f752e24f-4a86-4b45-a3ac-ce26556dc94c admin admin] Publish callbacks [] for security_group (19f7af1a-41a8-499b-8503-2dcffa8cf1f0), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.806625 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-a9329865-ece6-4f92-be3a-202cf9a15988 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9132514 Jun 06 14:23:04.916197 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f752e24f-4a86-4b45-a3ac-ce26556dc94c admin admin] Publish callbacks [] for security_group (19f7af1a-41a8-499b-8503-2dcffa8cf1f0), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:04.980199 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:04.985815 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783ace6a-3ece-4a3d-b505-964366589d55 x-openstack-request-id: req-783ace6a-3ece-4a3d-b505-964366589d55 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:04.986211 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7272e33-1832-487c-9463-50a3efc67404", "tag": "f5eef75b-900b-4277-ba84-469c7ff477cd", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:04.986615 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-783ace6a-3ece-4a3d-b505-964366589d55 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:04.987215 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783ace6a-3ece-4a3d-b505-964366589d55'] response: {'name': 'network-changed', 'server_uuid': 'b7272e33-1832-487c-9463-50a3efc67404', 'tag': 'f5eef75b-900b-4277-ba84-469c7ff477cd', 'status': 'completed', 'code': 200} Jun 06 14:23:04.998165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Allocated IP 172.20.0.10 (e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d/0def4104-2aaf-4064-a46e-4a35fc753887/e7fe91d4-1dec-4926-a1d7-5016c675e5d8) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:23:05.014030 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.050369 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b0dcf-02cc-4fae-922c-f3805462d151 req-9a16d727-9b89-4506-a187-16596fb6e789 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:05.065819 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-721b0dcf-02cc-4fae-922c-f3805462d151 req-9a16d727-9b89-4506-a187-16596fb6e789 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 931 time: 0.1667442 Jun 06 14:23:05.166193 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-2064ae80-3c44-40de-a4da-bd74c74596c8 None None] Provisioning complete for port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:05.166793 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2064ae80-3c44-40de-a4da-bd74c74596c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.194728 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f752e24f-4a86-4b45-a3ac-ce26556dc94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (19f7af1a-41a8-499b-8503-2dcffa8cf1f0), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.199034 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-721b0dcf-02cc-4fae-922c-f3805462d151 req-a9637cd9-ca04-48c9-91f5-fac67286a897 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289995 Jun 06 14:23:05.200128 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f752e24f-4a86-4b45-a3ac-ce26556dc94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.201512 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f752e24f-4a86-4b45-a3ac-ce26556dc94c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19f7af1a-41a8-499b-8503-2dcffa8cf1f0 HTTP/1.1" status: 204 len: 168 time: 1.0538778 Jun 06 14:23:05.262871 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9a797fc0-54a2-460b-82d5-28751b4a20ee req-6ab57a04-a1ca-4eb9-a9e8-7e5dc2b59f1d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 210 time: 0.0624692 Jun 06 14:23:05.267233 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-2064ae80-3c44-40de-a4da-bd74c74596c8 None None] Port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:23:05.292372 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752e24f-4a86-4b45-a3ac-ce26556dc94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f7af1a-41a8-499b-8503-2dcffa8cf1f0,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:05.296869 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for port (d0b62115-c8dd-481f-97e8-5204944b431a), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.348294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=6,neutron:UPDATE=7,neutron:SELECT=83,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:05.391275 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.403856 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.484197 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:23:05.489332 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:23:05.491167 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:05.493752 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:23:05.500113 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:05.506777 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e0825-84c5-4fc3-8317-5e9100b9d90f req-2d295b4a-d5b3-4fc7-91ff-31a0052f5630 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:05.509791 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.513172 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-588e0825-84c5-4fc3-8317-5e9100b9d90f req-2d295b4a-d5b3-4fc7-91ff-31a0052f5630 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 932 time: 0.1049132 Jun 06 14:23:05.540672 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.597376 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-d27c04e8-91d6-4318-941c-efcfd4397bb4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6028907 Jun 06 14:23:05.617741 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:23:05.622149 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:23:05.629422 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:23:05.635329 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:05.636288 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.647046 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'Port': ['ID=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:05.666416 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-40700e5e-ad5b-4800-81a1-34d9f6576888 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0417645 Jun 06 14:23:05.723957 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-588e0825-84c5-4fc3-8317-5e9100b9d90f req-4a94bc0f-6c11-4727-8a84-5f91d8ad0a8f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034628 Jun 06 14:23:05.759268 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19629-e8c9-4fb1-873e-a50d54c53461 req-2aaff43d-8983-4683-94a0-07abe27cfac7 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:05.761045 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b6f19629-e8c9-4fb1-873e-a50d54c53461 req-2aaff43d-8983-4683-94a0-07abe27cfac7 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.1151688 Jun 06 14:23:05.850900 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:05.857879 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40216) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:05.892104 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-44cfaaf5-af45-4079-a63e-43d5755658e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:05.937814 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b6f19629-e8c9-4fb1-873e-a50d54c53461 req-87b2a62a-9950-4473-bff8-6f4a61802d1b tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587651 Jun 06 14:23:05.995166 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4ddbc-ddea-4648-9100-64271b31f400 req-734bcaa3-ecd1-4c80-9304-49f4e3765f69 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:05.998890 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75d4ddbc-ddea-4648-9100-64271b31f400 req-734bcaa3-ecd1-4c80-9304-49f4e3765f69 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 932 time: 0.1492038 Jun 06 14:23:06.064526 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-44cfaaf5-af45-4079-a63e-43d5755658e7 admin admin] Publish callbacks [] for security_group (e9d92ef7-90a2-4480-9103-1dc390297a4d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.070478 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-44cfaaf5-af45-4079-a63e-43d5755658e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (e9d92ef7-90a2-4480-9103-1dc390297a4d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.084109 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75d4ddbc-ddea-4648-9100-64271b31f400 req-de6d9050-828d-48b4-a91f-d233e6cf7631 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747623 Jun 06 14:23:06.090551 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:06.108297 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0708e33e-6152-4e98-b93e-7bcee8bd5bb4 None None] Provisioning complete for port d0b62115-c8dd-481f-97e8-5204944b431a triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:06.110099 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0708e33e-6152-4e98-b93e-7bcee8bd5bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.134490 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-44cfaaf5-af45-4079-a63e-43d5755658e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1288c76e4dd40cfbe65a43afe74d789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732124 Jun 06 14:23:06.137758 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 40218) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:06.142891 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfaaf5-af45-4079-a63e-43d5755658e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d92ef7-90a2-4480-9103-1dc390297a4d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:06.184534 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0708e33e-6152-4e98-b93e-7bcee8bd5bb4 None None] Port d0b62115-c8dd-481f-97e8-5204944b431a cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:23:06.194480 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0708e33e-6152-4e98-b93e-7bcee8bd5bb4 None None] Provisioning complete for port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:06.194926 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0708e33e-6152-4e98-b93e-7bcee8bd5bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.216722 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4553fbb1-a5f0-45e1-b28c-a90982a0ad46 admin admin] Publish callbacks [] for security_group (e9d92ef7-90a2-4480-9103-1dc390297a4d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.234955 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0708e33e-6152-4e98-b93e-7bcee8bd5bb4 None None] Port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:23:06.250909 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4553fbb1-a5f0-45e1-b28c-a90982a0ad46 admin admin] Publish callbacks [] for security_group (e9d92ef7-90a2-4480-9103-1dc390297a4d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.362602 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa13313-4675-4368-9264-eb29e11126c1 req-182f04ef-1262-49a7-890b-bb02920dbf2b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:06.365125 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3aa13313-4675-4368-9264-eb29e11126c1 req-182f04ef-1262-49a7-890b-bb02920dbf2b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 931 time: 0.0732572 Jun 06 14:23:06.376757 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4553fbb1-a5f0-45e1-b28c-a90982a0ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (e9d92ef7-90a2-4480-9103-1dc390297a4d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.380941 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4553fbb1-a5f0-45e1-b28c-a90982a0ad46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.387292 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4553fbb1-a5f0-45e1-b28c-a90982a0ad46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9d92ef7-90a2-4480-9103-1dc390297a4d HTTP/1.1" status: 204 len: 168 time: 0.2465932 Jun 06 14:23:06.447242 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553fbb1-a5f0-45e1-b28c-a90982a0ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d92ef7-90a2-4480-9103-1dc390297a4d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:06.465336 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Request body: {'port': {'device_id': '9070a8fe-f081-4116-9cf2-81094e156184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:06.484274 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Request body: {'port': {'device_id': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:06.516956 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Request body: {'port': {'device_id': '0edfd401-1a2a-4b25-84da-aa19d6f4c5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:06.610350 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Request body: {'port': {'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:06.648115 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.776807 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.827004 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62aecd6-ea52-492d-93a0-b99759159258 req-e3554308-21c8-4871-954f-c28c93ee0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:06.828582 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d62aecd6-ea52-492d-93a0-b99759159258 req-e3554308-21c8-4871-954f-c28c93ee0c63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 1128 time: 0.1816590 Jun 06 14:23:06.837101 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.46', 61086) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:06.840906 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31096522-b2b8-4157-8c97-7f47c6556048 req-dd22c108-dc31-4b13-b1af-f131cd3424e2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:06.849802 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31096522-b2b8-4157-8c97-7f47c6556048 req-dd22c108-dc31-4b13-b1af-f131cd3424e2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 931 time: 0.4604785 Jun 06 14:23:06.883965 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3aa13313-4675-4368-9264-eb29e11126c1 req-0df41a56-64d2-4e78-84ac-d2c2a6d597da tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100179 Jun 06 14:23:06.917344 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:06.917344 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:06.957673 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:07.065797 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:07.184610 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00ded-cbeb-4ee2-a083-57096f56ad91 req-356f9c0f-5152-46d1-bc4c-9810edce1206 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:07.187346 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1ef00ded-cbeb-4ee2-a083-57096f56ad91 req-356f9c0f-5152-46d1-bc4c-9810edce1206 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 932 time: 0.1508021 Jun 06 14:23:07.214589 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31096522-b2b8-4157-8c97-7f47c6556048 req-a356ef5f-53b7-4c0c-9cc8-d27791b75aea tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513260 Jun 06 14:23:07.223780 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ae053-757c-4894-add1-3d8022aa89b8 req-1ce75ca7-0e65-4e1f-8175-26da19a9d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:07.224785 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-899ae053-757c-4894-add1-3d8022aa89b8 req-1ce75ca7-0e65-4e1f-8175-26da19a9d560 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 1129 time: 0.3750656 Jun 06 14:23:07.363654 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62aecd6-ea52-492d-93a0-b99759159258 req-ffb1a297-85a6-41fe-9de4-34db2b30bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:07.366590 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d62aecd6-ea52-492d-93a0-b99759159258 req-ffb1a297-85a6-41fe-9de4-34db2b30bee2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5156960 Jun 06 14:23:07.468503 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:07.578970 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:07.587980 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1ef00ded-cbeb-4ee2-a083-57096f56ad91 req-07f94fed-70a5-49dc-b4ac-65ab4058570a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3640838 Jun 06 14:23:07.595599 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad0473-023c-4cd9-b2bb-4543bcd3adac req-9f0a3e65-c9db-4d2a-8b49-0bbc4831d463 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:07.602574 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8ad0473-023c-4cd9-b2bb-4543bcd3adac req-9f0a3e65-c9db-4d2a-8b49-0bbc4831d463 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.1963696 Jun 06 14:23:07.860660 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:07.876062 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b62115-c8dd-481f-97e8-5204944b431a {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:07.892811 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Publish callbacks [] for port (d0b62115-c8dd-481f-97e8-5204944b431a), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:07.931561 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Transition to ACTIVE for port object d0b62115-c8dd-481f-97e8-5204944b431a will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:23:07.946448 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:08.124948 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:08.158788 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Attempting to bind port d0b62115-c8dd-481f-97e8-5204944b431a on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:23:08.159104 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Attempting to bind port d0b62115-c8dd-481f-97e8-5204944b431a by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:23:08.159475 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Attempting to bind port d0b62115-c8dd-481f-97e8-5204944b431a on network b65619dd-abf2-4bc8-afc9-54a8502ba090 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:08.167413 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fe91d4-1dec-4926-a1d7-5016c675e5d8 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:08.183288 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Publish callbacks [] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:08.186306 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Port d0b62115-c8dd-481f-97e8-5204944b431a on network b65619dd-abf2-4bc8-afc9-54a8502ba090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:23:08.186986 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Attempting to bind port d0b62115-c8dd-481f-97e8-5204944b431a on network b65619dd-abf2-4bc8-afc9-54a8502ba090 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:08.206099 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:23:08.206607 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Checking segment: {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:23:08.207003 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Bound using segment: {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:23:08.207519 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Bound port: d0b62115-c8dd-481f-97e8-5204944b431a, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:23:08.209109 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:08.219225 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:08.222608 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Transition to ACTIVE for port object e7fe91d4-1dec-4926-a1d7-5016c675e5d8 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:23:08.240324 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8ad0473-023c-4cd9-b2bb-4543bcd3adac req-ac3ef07d-b814-42f0-bb12-4af3c8b1af0c tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135771 Jun 06 14:23:08.481268 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:08.586007 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:08.663008 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Attempting to bind port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:23:08.663008 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Attempting to bind port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:23:08.663352 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Attempting to bind port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 on network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:08.669433 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:23:08.676501 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:23:08.681116 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 on network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:23:08.681863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Attempting to bind port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 on network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:08.691509 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:08.694111 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:23:08.694443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Checking segment: {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:23:08.694828 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Bound using segment: {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:23:08.695281 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Bound port: e7fe91d4-1dec-4926-a1d7-5016c675e5d8, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:23:08.695635 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:08.699610 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdda147-4845-4f70-8de5-7a2c17bfb255 req-542630f1-bf57-4aaa-8052-f7a3081de657 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:08.713068 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9cdda147-4845-4f70-8de5-7a2c17bfb255 req-542630f1-bf57-4aaa-8052-f7a3081de657 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 931 time: 0.2630212 Jun 06 14:23:08.757188 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:08.758514 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:08.760767 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] 10.222.0.46 "PUT /v2.0/ports/d0b62115-c8dd-481f-97e8-5204944b431a HTTP/1.1" status: 200 len: 1093 time: 2.3022511 Jun 06 14:23:08.763476 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:08.766604 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:08.800150 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1e88d-f47f-4aeb-b33e-eda8f764e3be req-a4601f50-6c91-424e-ae12-9a11b4f06221 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:08.806135 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e1b1e88d-f47f-4aeb-b33e-eda8f764e3be req-a4601f50-6c91-424e-ae12-9a11b4f06221 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 932 time: 0.7128229 Jun 06 14:23:08.863021 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434c9e5-491d-4d77-a58b-2263dd6a9863 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:08.911613 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] For port e7fe91d4-1dec-4926-a1d7-5016c675e5d8, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:23:08.918339 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] For port e7fe91d4-1dec-4926-a1d7-5016c675e5d8, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:23:08.929407 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:08.977371 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:09.026937 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:09.027998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:09.031900 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] 10.222.0.46 "PUT /v2.0/ports/e7fe91d4-1dec-4926-a1d7-5016c675e5d8 HTTP/1.1" status: 200 len: 1094 time: 2.5737016 Jun 06 14:23:09.060622 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cca4ea-a07e-4edf-8f10-0c1c211cf4df service neutron] Pushing event updated for resources: {'Port': ['ID=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:09.132783 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:09.144657 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b28d33-7c58-4053-8fa5-16a9e6aa2aef {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:09.155887 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d717f707-59c5-428c-99f9-a11fbd69fc24 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:09.174232 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Publish callbacks [] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:09.178886 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Publish callbacks [] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:09.192142 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9cdda147-4845-4f70-8de5-7a2c17bfb255 req-57286056-bd04-4c40-b4f9-97e6b6b6a1e3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776270 Jun 06 14:23:09.222104 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Transition to ACTIVE for port object e9b28d33-7c58-4053-8fa5-16a9e6aa2aef will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:23:09.235421 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:09.306064 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Transition to ACTIVE for port object d717f707-59c5-428c-99f9-a11fbd69fc24 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:23:09.313768 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e1b1e88d-f47f-4aeb-b33e-eda8f764e3be req-0c13ee1a-945c-4a07-aaa7-691ad2aed09d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4455843 Jun 06 14:23:09.335154 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:09.463218 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Pushing event updated for resources: {'Port': ['ID=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:09.650060 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d1bfb-5167-48c8-9ba8-e6790000512d req-00cb0bef-f6f4-4af6-b76b-8450756c2faf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:09.663732 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7c0d1bfb-5167-48c8-9ba8-e6790000512d req-00cb0bef-f6f4-4af6-b76b-8450756c2faf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.3634722 Jun 06 14:23:09.694565 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:09.712231 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-899ae053-757c-4894-add1-3d8022aa89b8 req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:09.715156 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:09.738469 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.739107 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.739716 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.740302 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.742832 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.747298 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.749205 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.749831 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.750386 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.750906 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.751466 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.751999 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.752545 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.753085 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.773204 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:09.949175 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Attempting to bind port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:23:09.950164 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Attempting to bind port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:23:09.950769 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Attempting to bind port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef on network da05c785-91e1-4374-8904-6d56e0757608 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:10.004025 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301027a-8031-4ef8-b704-79360df76bfd req-42366329-8914-42be-a268-9f1a979f6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.006064 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-42366329-8914-42be-a268-9f1a979f6107 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 1128 time: 0.3057210 Jun 06 14:23:10.012751 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e44a5-c297-4427-8227-35452afe37bf req-3fdd7561-c0e4-46c8-bd2b-b6ef12fd7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.014810 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-3fdd7561-c0e4-46c8-bd2b-b6ef12fd7920 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 1127 time: 0.3168316 Jun 06 14:23:10.021607 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62aecd6-ea52-492d-93a0-b99759159258 req-722a6add-fb07-403a-8fa9-2dbd74ed46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.023435 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d62aecd6-ea52-492d-93a0-b99759159258 req-722a6add-fb07-403a-8fa9-2dbd74ed46be service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5632670 Jun 06 14:23:10.186621 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-562a7adf-6bb8-4f02-9368-d68195d2a350 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8 HTTP/1.1" status: 200 len: 217 time: 0.1591249 Jun 06 14:23:10.194701 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef on network da05c785-91e1-4374-8904-6d56e0757608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:23:10.195358 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Attempting to bind port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef on network da05c785-91e1-4374-8904-6d56e0757608 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:10.203091 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-eaa2f1db-f340-4efc-b6da-fade5151d37e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0b62115-c8dd-481f-97e8-5204944b431a HTTP/1.1" status: 200 len: 217 time: 0.1547008 Jun 06 14:23:10.213969 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33851-94a2-4356-ac32-e3658a4281f4 req-ed4fe6ff-5091-4e73-8910-7148cf234991 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.222305 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7ef33851-94a2-4356-ac32-e3658a4281f4 req-ed4fe6ff-5091-4e73-8910-7148cf234991 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.6150386 Jun 06 14:23:10.293194 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7c0d1bfb-5167-48c8-9ba8-e6790000512d req-53fe827c-8e33-4dab-97df-43368f97c9a6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6274619 Jun 06 14:23:10.323711 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:23:10.323711 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Checking segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:23:10.323711 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Bound using segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:23:10.323711 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Bound port: e9b28d33-7c58-4053-8fa5-16a9e6aa2aef, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:23:10.323711 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:10.330726 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Pushing event updated for resources: {'Port': ['ID=d717f707-59c5-428c-99f9-a11fbd69fc24,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:10.334210 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Attempting to bind port d717f707-59c5-428c-99f9-a11fbd69fc24 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:23:10.334567 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Attempting to bind port d717f707-59c5-428c-99f9-a11fbd69fc24 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:23:10.335063 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Attempting to bind port d717f707-59c5-428c-99f9-a11fbd69fc24 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:10.345831 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Port d717f707-59c5-428c-99f9-a11fbd69fc24 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:23:10.346273 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Attempting to bind port d717f707-59c5-428c-99f9-a11fbd69fc24 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:23:10.361022 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f1177ff7-360c-4098-962f-c760bce98f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.362673 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f1177ff7-360c-4098-962f-c760bce98f73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 1128 time: 0.1832609 Jun 06 14:23:10.373735 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:23:10.374161 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Checking segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:23:10.374618 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Bound using segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:23:10.375492 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Bound port: d717f707-59c5-428c-99f9-a11fbd69fc24, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:23:10.375658 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:10.395533 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301027a-8031-4ef8-b704-79360df76bfd req-ee0f1877-96dd-4a24-919f-421501d4656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.397061 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-ee0f1877-96dd-4a24-919f-421501d4656c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 200 len: 850 time: 0.1924472 Jun 06 14:23:10.398093 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:10.406572 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e44a5-c297-4427-8227-35452afe37bf req-95238a57-7e7d-4447-bb78-e5ff8c804e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.408091 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-95238a57-7e7d-4447-bb78-e5ff8c804e81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.1539683 Jun 06 14:23:10.415623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-899ae053-757c-4894-add1-3d8022aa89b8 req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Publish callbacks [] for security_group (9bf38e56-c16c-46c2-b7c0-ffb83585b577), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:10.422370 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-899ae053-757c-4894-add1-3d8022aa89b8 req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (9bf38e56-c16c-46c2-b7c0-ffb83585b577), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:10.531709 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] For port d717f707-59c5-428c-99f9-a11fbd69fc24, host hv-cinder-84414, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:23:10.536016 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] For port d717f707-59c5-428c-99f9-a11fbd69fc24, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d717f707-59c5-428c-99f9-a11fbd69fc24,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:23:10.540193 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-899ae053-757c-4894-add1-3d8022aa89b8 req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1230102 Jun 06 14:23:10.560522 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7ef33851-94a2-4356-ac32-e3658a4281f4 req-829c72a2-5274-4a9b-900c-329feb76f1f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3372223 Jun 06 14:23:10.566549 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1cac9f-a35f-44c8-ae5f-1c745618d537 x-openstack-request-id: req-ae1cac9f-a35f-44c8-ae5f-1c745618d537 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:10.566811 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:10.567072 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae1cac9f-a35f-44c8-ae5f-1c745618d537 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:10.567472 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1cac9f-a35f-44c8-ae5f-1c745618d537'] response: {'name': 'network-changed', 'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'status': 'completed', 'code': 200} Jun 06 14:23:10.569055 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:10.676096 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Pushing event updated for resources: {'Port': ['ID=d717f707-59c5-428c-99f9-a11fbd69fc24,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:10.697822 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301027a-8031-4ef8-b704-79360df76bfd req-4118b1a1-80ed-4dc1-aae5-97dee4e86f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.708400 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-4118b1a1-80ed-4dc1-aae5-97dee4e86f45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823214 Jun 06 14:23:10.771152 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-31687cb5-2720-445a-aa90-4187644b8b06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5eef75b-900b-4277-ba84-469c7ff477cd HTTP/1.1" status: 200 len: 217 time: 0.2263644 Jun 06 14:23:10.778522 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf38e56-c16c-46c2-b7c0-ffb83585b577,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:10.833786 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] For port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef, host hv-cinder-84414, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:23:10.836242 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:10.864248 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.864978 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:10.866542 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-82d5a3a6-7483-43a5-bd2e-f009867aff08 service neutron] 10.222.0.46 "PUT /v2.0/ports/d717f707-59c5-428c-99f9-a11fbd69fc24 HTTP/1.1" status: 200 len: 1094 time: 4.3766966 Jun 06 14:23:10.870104 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'tag': 'd717f707-59c5-428c-99f9-a11fbd69fc24'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:10.872785 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2033fa7f-33c3-4bcf-89c1-7142fd791a21" -d '{"events": [{"name": "network-changed", "server_uuid": "a01d925b-d495-41e1-8810-5c4a905137f7", "tag": "d717f707-59c5-428c-99f9-a11fbd69fc24"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:10.887820 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] For port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:23:10.898425 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee481d-f96c-44d2-8239-befc3315736e req-304adfc6-5135-4def-b090-1a56d2f873d8 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.907445 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cee481d-f96c-44d2-8239-befc3315736e req-304adfc6-5135-4def-b090-1a56d2f873d8 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.2328908 Jun 06 14:23:10.919035 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d434-18cf-40a8-a20a-30461ddef428 req-8ea42366-8e00-460a-8ce1-c372cb133dc4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:10.920691 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b530d434-18cf-40a8-a20a-30461ddef428 req-8ea42366-8e00-460a-8ce1-c372cb133dc4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.2487800 Jun 06 14:23:10.929045 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:11.031126 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:11.087496 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e44a5-c297-4427-8227-35452afe37bf req-17edf61c-bb7d-4d23-af10-9b0a2d28751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.090547 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-17edf61c-bb7d-4d23-af10-9b0a2d28751d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5778852 Jun 06 14:23:11.097120 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.097457 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:11.098932 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-db40093b-a26a-4918-aea3-287c419f129d service neutron] 10.222.0.46 "PUT /v2.0/ports/e9b28d33-7c58-4053-8fa5-16a9e6aa2aef HTTP/1.1" status: 200 len: 1093 time: 4.6124876 Jun 06 14:23:11.099945 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.100535 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.101231 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.102127 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.102927 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.103546 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.104023 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.104924 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.106386 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.106972 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.107743 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.108247 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.108746 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.109277 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.109831 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:11.140119 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-46ab93e3-7b3b-461a-ad39-7278c5169451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.141970 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-46ab93e3-7b3b-461a-ad39-7278c5169451 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 1128 time: 0.1505616 Jun 06 14:23:11.156734 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40093b-a26a-4918-aea3-287c419f129d service neutron] Pushing event updated for resources: {'Port': ['ID=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:11.171090 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-be8fca50-7ce0-406d-890e-10526db2ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.171249 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cee481d-f96c-44d2-8239-befc3315736e req-e358403c-a57a-4138-bfe3-737b8d2b40e0 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627218 Jun 06 14:23:11.174533 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-be8fca50-7ce0-406d-890e-10526db2ea18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.3853750 Jun 06 14:23:11.180390 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b530d434-18cf-40a8-a20a-30461ddef428 req-a283ca9a-fcef-45d1-b61a-1d5dd32228de tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392964 Jun 06 14:23:11.299462 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-7b42ee89-d1a4-4539-af33-5627648d5389 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842926 Jun 06 14:23:11.340798 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccfa66d-658a-40f5-92bb-8a95d107ad44 x-openstack-request-id: req-bccfa66d-658a-40f5-92bb-8a95d107ad44 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:11.342365 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01d925b-d495-41e1-8810-5c4a905137f7", "tag": "d717f707-59c5-428c-99f9-a11fbd69fc24", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:11.342365 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bccfa66d-658a-40f5-92bb-8a95d107ad44 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:11.342365 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bccfa66d-658a-40f5-92bb-8a95d107ad44'] response: {'name': 'network-changed', 'server_uuid': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'tag': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'status': 'completed', 'code': 200} Jun 06 14:23:11.344187 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-85ff0778-1601-467b-9252-0b9ed250f7e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d717f707-59c5-428c-99f9-a11fbd69fc24 HTTP/1.1" status: 200 len: 217 time: 0.0664616 Jun 06 14:23:11.548338 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-9456b04a-8af8-4fa0-90c4-cfae5c4748bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.550587 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-9456b04a-8af8-4fa0-90c4-cfae5c4748bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 1127 time: 0.1791589 Jun 06 14:23:11.580639 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aa123-90cb-4538-ad17-6420b64fd527 req-f6a3468a-0636-41f4-84d1-01e575d66d3f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.581530 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e17aa123-90cb-4538-ad17-6420b64fd527 req-f6a3468a-0636-41f4-84d1-01e575d66d3f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 944 time: 0.1173892 Jun 06 14:23:11.583496 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-05f1b3c9-0f0b-47b4-a11c-54083be5a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.584916 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-05f1b3c9-0f0b-47b4-a11c-54083be5a98e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.2341402 Jun 06 14:23:11.613248 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-08bd4afb-d0e2-40bf-beeb-a781f7ee8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.614796 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-08bd4afb-d0e2-40bf-beeb-a781f7ee8e81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3098845 Jun 06 14:23:11.623963 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:11.639301 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804388f-da8d-4016-81f0-706571b445dd req-1d23193c-8cfe-4a2e-b31f-de49592fe042 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.641670 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2804388f-da8d-4016-81f0-706571b445dd req-1d23193c-8cfe-4a2e-b31f-de49592fe042 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1751854 Jun 06 14:23:11.654514 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-46c8787e-86b5-41b9-a48d-9e4f00ebdc8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef HTTP/1.1" status: 200 len: 217 time: 0.0918710 Jun 06 14:23:11.708691 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2301027a-8031-4ef8-b704-79360df76bfd req-71ec81a1-1156-4b0c-b3e9-62fd0ae46cab service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688205 Jun 06 14:23:11.740863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:11.746043 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-443739fa-773a-4d59-ad3d-d12fae3568f6 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658235 Jun 06 14:23:11.765399 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:11.790542 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-ad4773dd-f606-46e5-a8b7-2fe3d5f28778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.792158 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-ad4773dd-f606-46e5-a8b7-2fe3d5f28778 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1731181 Jun 06 14:23:11.833626 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-431bc2cc-5367-46a7-95e4-216299af3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:11.835167 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-431bc2cc-5367-46a7-95e4-216299af3aca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.1499169 Jun 06 14:23:11.863956 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e17aa123-90cb-4538-ad17-6420b64fd527 req-04dcf676-f8be-4d6b-ad79-a715756ae7e1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463129 Jun 06 14:23:11.873805 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2804388f-da8d-4016-81f0-706571b445dd req-078fd3c3-3332-4b70-a974-94a8de2a10fa tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909010 Jun 06 14:23:12.020085 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196c1fe-85d7-4b9b-b1e9-d6f065a654a1 req-8c49ea02-9f75-4cce-a466-b51dbd14c6ea tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:12.021890 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7196c1fe-85d7-4b9b-b1e9-d6f065a654a1 req-8c49ea02-9f75-4cce-a466-b51dbd14c6ea tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.0730731 Jun 06 14:23:12.095371 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7196c1fe-85d7-4b9b-b1e9-d6f065a654a1 req-71009516-bb3a-4f21-85be-9d065b1923ff tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644493 Jun 06 14:23:12.152942 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-f5d29e65-6077-49fb-89c2-ff31f386070a service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256059 Jun 06 14:23:12.201916 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829e44a5-c297-4427-8227-35452afe37bf req-74a0274f-678d-4510-b2c9-deacdc722631 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441736 Jun 06 14:23:12.417522 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565b7ee-80fa-4174-b272-c86ba060e82b req-932b87f6-5988-42e6-8256-0ccee55a3a05 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:12.431665 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f565b7ee-80fa-4174-b272-c86ba060e82b req-932b87f6-5988-42e6-8256-0ccee55a3a05 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.1471028 Jun 06 14:23:12.564950 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfa059-f6b7-4d32-97ae-3e0804d9049d req-5883bf2d-c44b-4e05-a305-10a84a974be2 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:12.568090 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ccfa059-f6b7-4d32-97ae-3e0804d9049d req-5883bf2d-c44b-4e05-a305-10a84a974be2 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.1347978 Jun 06 14:23:12.569066 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9070a8fe-f081-4116-9cf2-81094e156184', 'tag': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:12.581787 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485016ed-cbc0-4c21-9d5c-96f3a802aeda" -d '{"events": [{"name": "network-changed", "server_uuid": "9070a8fe-f081-4116-9cf2-81094e156184", "tag": "e7fe91d4-1dec-4926-a1d7-5016c675e5d8"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:12.622077 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f565b7ee-80fa-4174-b272-c86ba060e82b req-f9e992d0-f603-44ed-b7ae-b0268e59d5da tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826839 Jun 06 14:23:12.780294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e482c009-a00a-4970-9372-feef42aeab23 x-openstack-request-id: req-e482c009-a00a-4970-9372-feef42aeab23 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:12.780782 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9070a8fe-f081-4116-9cf2-81094e156184", "tag": "e7fe91d4-1dec-4926-a1d7-5016c675e5d8", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:12.780977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e482c009-a00a-4970-9372-feef42aeab23 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:12.781432 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e482c009-a00a-4970-9372-feef42aeab23'] response: {'name': 'network-changed', 'server_uuid': '9070a8fe-f081-4116-9cf2-81094e156184', 'tag': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8', 'status': 'completed', 'code': 200} Jun 06 14:23:12.783018 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ccfa059-f6b7-4d32-97ae-3e0804d9049d req-cb60c601-d8fc-482b-acdf-7d00b318f941 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873624 Jun 06 14:23:12.802107 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-8c23a3c1-f75f-4ae3-9d5e-05f931aa638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:12.815009 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-8c23a3c1-f75f-4ae3-9d5e-05f931aa638b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1629987 Jun 06 14:23:12.815621 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:12.858135 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce19d4e4-b3dc-46de-8ea4-eecebc9a83fc req-36eccccc-8150-433c-9eb3-66cce8bb8d12 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072208 Jun 06 14:23:12.868626 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-9e638e63-9105-4f15-b17e-a9b16e8b3275 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178967 Jun 06 14:23:12.968724 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40386) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:13.107666 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16f00-f4b4-4db2-a0e7-79c3e8fb8fa9 req-b6fb9a2b-0dad-4ce7-9db8-830bdb8dda7c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:13.110080 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d6d16f00-f4b4-4db2-a0e7-79c3e8fb8fa9 req-b6fb9a2b-0dad-4ce7-9db8-830bdb8dda7c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1146734 Jun 06 14:23:13.126350 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3808-d031-4dec-86a7-1c6f3a0a3f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:13.126810 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e08c-c3d4-44a7-b8ab-e2fea9c504fa req-bf68a216-5a0c-408b-98ef-1c9dac1ab172 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:13.129981 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab37e08c-c3d4-44a7-b8ab-e2fea9c504fa req-bf68a216-5a0c-408b-98ef-1c9dac1ab172 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 944 time: 0.1207099 Jun 06 14:23:13.216491 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d6d16f00-f4b4-4db2-a0e7-79c3e8fb8fa9 req-37f13565-edb3-4d27-95c1-d47a78d7a48c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972011 Jun 06 14:23:13.220140 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab37e08c-c3d4-44a7-b8ab-e2fea9c504fa req-1d4246e7-bc88-4c88-90bf-e0a5abcdaed3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829577 Jun 06 14:23:13.262148 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3808-d031-4dec-86a7-1c6f3a0a3f11 admin admin] Publish callbacks [] for security_group (15a92d0f-e2d6-4394-8e44-500d1ff79424), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:13.267837 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8b7f3808-d031-4dec-86a7-1c6f3a0a3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (15a92d0f-e2d6-4394-8e44-500d1ff79424), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:13.325391 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8b7f3808-d031-4dec-86a7-1c6f3a0a3f11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b6a1ab356ae4dd7828d6010af911a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519559 Jun 06 14:23:13.325391 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f3808-d031-4dec-86a7-1c6f3a0a3f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a92d0f-e2d6-4394-8e44-500d1ff79424,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:13.325986 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40392) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:13.343194 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edfd401-1a2a-4b25-84da-aa19d6f4c5d3', 'tag': 'e9b28d33-7c58-4053-8fa5-16a9e6aa2aef'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:13.346867 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d64ef10-c616-4a34-8740-260b7fdc4ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "0edfd401-1a2a-4b25-84da-aa19d6f4c5d3", "tag": "e9b28d33-7c58-4053-8fa5-16a9e6aa2aef"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:13.391128 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f82c01-d062-4f73-9f65-718990701dde x-openstack-request-id: req-a1f82c01-d062-4f73-9f65-718990701dde {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:13.391577 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edfd401-1a2a-4b25-84da-aa19d6f4c5d3", "tag": "e9b28d33-7c58-4053-8fa5-16a9e6aa2aef", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:13.391972 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1f82c01-d062-4f73-9f65-718990701dde {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:13.392617 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f82c01-d062-4f73-9f65-718990701dde'] response: {'name': 'network-changed', 'server_uuid': '0edfd401-1a2a-4b25-84da-aa19d6f4c5d3', 'tag': 'e9b28d33-7c58-4053-8fa5-16a9e6aa2aef', 'status': 'completed', 'code': 200} Jun 06 14:23:13.427532 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2dcb97ac-6663-457c-bb12-4cc3616580d3 admin admin] Publish callbacks [] for security_group (15a92d0f-e2d6-4394-8e44-500d1ff79424), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:13.464995 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2dcb97ac-6663-457c-bb12-4cc3616580d3 admin admin] Publish callbacks [] for security_group (15a92d0f-e2d6-4394-8e44-500d1ff79424), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:13.561490 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2dcb97ac-6663-457c-bb12-4cc3616580d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (15a92d0f-e2d6-4394-8e44-500d1ff79424), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:13.564161 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2dcb97ac-6663-457c-bb12-4cc3616580d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:13.565420 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2dcb97ac-6663-457c-bb12-4cc3616580d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15a92d0f-e2d6-4394-8e44-500d1ff79424 HTTP/1.1" status: 204 len: 168 time: 0.2388577 Jun 06 14:23:13.575948 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb97ac-6663-457c-bb12-4cc3616580d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a92d0f-e2d6-4394-8e44-500d1ff79424,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:13.621697 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426fd54-135e-4a22-b415-d9967ac24c6a req-72b31e66-2435-4b3c-b322-481f787bdfea tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:13.623671 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3426fd54-135e-4a22-b415-d9967ac24c6a req-72b31e66-2435-4b3c-b322-481f787bdfea tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.1129923 Jun 06 14:23:13.734353 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3426fd54-135e-4a22-b415-d9967ac24c6a req-e923e0fc-2551-4b14-a0d4-e9c90a9fb09a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010633 Jun 06 14:23:13.868251 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a3c3e-280d-432b-b85c-844bb5e578e8 req-c23eb49d-3b63-463a-8dc8-267d6cb61581 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:13.871451 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2a5a3c3e-280d-432b-b85c-844bb5e578e8 req-c23eb49d-3b63-463a-8dc8-267d6cb61581 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.1224089 Jun 06 14:23:14.039538 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2a5a3c3e-280d-432b-b85c-844bb5e578e8 req-41e00174-0884-43a6-ba93-98ef7e2b366c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551552 Jun 06 14:23:14.096269 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40414) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:14.098078 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85d289-d930-44fd-8c0f-8ee07d633a47 req-3d3ad5ba-ff99-447b-8a24-d09c8c6d5224 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:14.099883 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a85d289-d930-44fd-8c0f-8ee07d633a47 req-3d3ad5ba-ff99-447b-8a24-d09c8c6d5224 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.1502430 Jun 06 14:23:14.124149 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-818dd12b-b260-40b5-b3ed-503602204dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:14.210454 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a85d289-d930-44fd-8c0f-8ee07d633a47 req-becdd54b-6bd9-4855-9774-623ac42926a2 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944128 Jun 06 14:23:14.271602 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:14.275087 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-818dd12b-b260-40b5-b3ed-503602204dab admin admin] Publish callbacks [] for security_group (02a77882-56ba-4241-8603-041f26dbddc1), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:14.287200 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-818dd12b-b260-40b5-b3ed-503602204dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (02a77882-56ba-4241-8603-041f26dbddc1), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:14.386501 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dd12b-b260-40b5-b3ed-503602204dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a77882-56ba-4241-8603-041f26dbddc1,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:14.403977 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-818dd12b-b260-40b5-b3ed-503602204dab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a430575388be42689dfb33d53cb0cc13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050132 Jun 06 14:23:14.409916 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40424) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:14.438523 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:14.488480 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409bcad-020d-451e-8387-589763ca5571 req-127305f1-e9eb-415f-be96-c9b394ec1880 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:14.490907 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d409bcad-020d-451e-8387-589763ca5571 req-127305f1-e9eb-415f-be96-c9b394ec1880 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 944 time: 0.1253684 Jun 06 14:23:14.502293 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f233b-34c2-48ce-bedb-5d6449beff70 req-44518770-03a3-4447-951d-06734485dc20 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:14.504032 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9a6f233b-34c2-48ce-bedb-5d6449beff70 req-44518770-03a3-4447-951d-06734485dc20 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0832653 Jun 06 14:23:14.512516 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-07ceb008-52e2-4cd0-897c-f6f064cb8e8b admin admin] Publish callbacks [] for security_group (02a77882-56ba-4241-8603-041f26dbddc1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:14.562105 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-07ceb008-52e2-4cd0-897c-f6f064cb8e8b admin admin] Publish callbacks [] for security_group (02a77882-56ba-4241-8603-041f26dbddc1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:14.622455 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9a6f233b-34c2-48ce-bedb-5d6449beff70 req-3dc0f279-1ef2-4907-a552-38cf9f7c7d78 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070483 Jun 06 14:23:14.637070 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d409bcad-020d-451e-8387-589763ca5571 req-9907a8ee-1030-4c4f-b9ec-f5cbe67ed0ae tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110110 Jun 06 14:23:14.674536 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-07ceb008-52e2-4cd0-897c-f6f064cb8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (02a77882-56ba-4241-8603-041f26dbddc1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:14.678112 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-07ceb008-52e2-4cd0-897c-f6f064cb8e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:14.684466 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-07ceb008-52e2-4cd0-897c-f6f064cb8e8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02a77882-56ba-4241-8603-041f26dbddc1 HTTP/1.1" status: 204 len: 168 time: 0.2673361 Jun 06 14:23:14.686671 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:14.694077 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ceb008-52e2-4cd0-897c-f6f064cb8e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a77882-56ba-4241-8603-041f26dbddc1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:14.874735 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device e7fe91d4-1dec-4926-a1d7-5016c675e5d8 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:23:14.918695 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36400272-e170-465e-9500-4216ad08f154 req-54d49b8a-cd68-4d0a-a974-5714ce05201f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:14.920231 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-36400272-e170-465e-9500-4216ad08f154 req-54d49b8a-cd68-4d0a-a974-5714ce05201f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.0851078 Jun 06 14:23:14.999028 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-36400272-e170-465e-9500-4216ad08f154 req-3984e2b9-81d9-4045-bbb4-a27098701b40 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705984 Jun 06 14:23:15.054122 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port e7fe91d4-1dec-4926-a1d7-5016c675e5d8, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:15.069309 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'port_id': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8', 'mac_address': 'fa:16:3e:de:32:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:23:15.133884 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:15.134666 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:15.152755 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fe91d4-1dec-4926-a1d7-5016c675e5d8 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:15.194399 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port e7fe91d4-1dec-4926-a1d7-5016c675e5d8, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:15.207601 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:15.260279 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c22f73-f1ff-4426-81cc-160bff7751d7 req-d8e2de24-0efe-4b6c-b5cc-d7c2ccdaf0f2 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:15.278310 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24c22f73-f1ff-4426-81cc-160bff7751d7 req-d8e2de24-0efe-4b6c-b5cc-d7c2ccdaf0f2 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.1373093 Jun 06 14:23:15.292703 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:15.308356 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.309080 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.309790 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.310487 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.311826 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.311826 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.312497 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.313261 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.314046 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.314699 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.315464 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.316213 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.316868 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.317518 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.318190 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:23:15.363707 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24c22f73-f1ff-4426-81cc-160bff7751d7 req-1fef3a9b-a7e4-4dee-9673-b2b35fe96b46 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837569 Jun 06 14:23:15.807109 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44ae63-f3ab-446e-b3d4-82069289c53f req-8f415e75-8c14-4854-bda6-66c1d6607385 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:15.811007 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bf44ae63-f3ab-446e-b3d4-82069289c53f req-8f415e75-8c14-4854-bda6-66c1d6607385 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0691037 Jun 06 14:23:15.920260 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bce72d-2925-4aaa-924b-bcc21a1a2802 req-ad00bf4d-6278-4458-8713-babf64ad29ce tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:15.922020 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f5bce72d-2925-4aaa-924b-bcc21a1a2802 req-ad00bf4d-6278-4458-8713-babf64ad29ce tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 945 time: 0.1088169 Jun 06 14:23:15.961441 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bf44ae63-f3ab-446e-b3d4-82069289c53f req-5ac04d5d-9205-473f-be5d-4ce8e7811307 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278350 Jun 06 14:23:15.987112 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:16.013458 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f5bce72d-2925-4aaa-924b-bcc21a1a2802 req-10af6335-4dde-48f7-9cb5-e4eb8ec1a66f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840442 Jun 06 14:23:16.052286 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['e7fe91d4-1dec-4926-a1d7-5016c675e5d8'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:23:16.334504 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693e17c-cca1-4e4f-8173-25a62a01c2ca req-03ff9049-db0f-403f-875b-369afd8c41ee tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:16.337751 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0693e17c-cca1-4e4f-8173-25a62a01c2ca req-03ff9049-db0f-403f-875b-369afd8c41ee tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.2015831 Jun 06 14:23:16.527893 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f42ae009-6ae2-48de-8e6f-274c99444730 req-679dfcd0-e77e-4e43-98a0-94c55d827872 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155222 Jun 06 14:23:16.568983 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0693e17c-cca1-4e4f-8173-25a62a01c2ca req-4e042bf0-b30e-4d79-b359-67703f48abcf tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194557 Jun 06 14:23:16.635399 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0ba25-6b98-4972-91c3-8c52ba6aabfe req-64e0b023-5be9-4d33-94ab-b363fa400c1f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:16.650391 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c4b0ba25-6b98-4972-91c3-8c52ba6aabfe req-64e0b023-5be9-4d33-94ab-b363fa400c1f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.1703260 Jun 06 14:23:16.669226 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device e7fe91d4-1dec-4926-a1d7-5016c675e5d8 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:23:16.772565 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:23:16.775357 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c4b0ba25-6b98-4972-91c3-8c52ba6aabfe req-22674a8f-c6b1-43da-b20b-a981daa159cb tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225898 Jun 06 14:23:16.787520 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:16.788939 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:16.954927 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:16.955605 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:16.993297 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:17.005803 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9070a8fe-f081-4116-9cf2-81094e156184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:17.011606 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a203b80-ce81-4864-8d4c-903f3427319a" -d '{"events": [{"server_uuid": "9070a8fe-f081-4116-9cf2-81094e156184", "name": "network-vif-plugged", "status": "completed", "tag": "e7fe91d4-1dec-4926-a1d7-5016c675e5d8"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:17.037744 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:17.042688 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port e7fe91d4-1dec-4926-a1d7-5016c675e5d8, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:17.050138 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:17.099731 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:17.153690 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:17.189591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-715a091a-956e-4fcd-83ec-766b0c6a0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:17.194899 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-715a091a-956e-4fcd-83ec-766b0c6a0466 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 1127 time: 0.1478767 Jun 06 14:23:17.585144 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4cad-70fd-4da1-8fe0-8aae5c4a149f req-53d218e0-4cd5-433b-9b73-599bb691eb84 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:17.589631 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-91aa4cad-70fd-4da1-8fe0-8aae5c4a149f req-53d218e0-4cd5-433b-9b73-599bb691eb84 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.4180510 Jun 06 14:23:17.643287 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-b550974d-c88f-4a11-adde-65cc52217714 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961175 Jun 06 14:23:17.667683 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:17.703797 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-91aa4cad-70fd-4da1-8fe0-8aae5c4a149f req-825fdb77-ebdb-4df1-ba36-ac1413509fe2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022608 Jun 06 14:23:17.753177 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-3fc515c1-7053-4c1c-8105-edfa8a9ee104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:17.755091 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-3fc515c1-7053-4c1c-8105-edfa8a9ee104 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.2049673 Jun 06 14:23:17.792699 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa6f340-ed80-47e5-8d7a-9836a6a6d52a x-openstack-request-id: req-6aa6f340-ed80-47e5-8d7a-9836a6a6d52a {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:17.792975 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9070a8fe-f081-4116-9cf2-81094e156184", "name": "network-vif-plugged", "status": "completed", "tag": "e7fe91d4-1dec-4926-a1d7-5016c675e5d8", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:17.793214 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aa6f340-ed80-47e5-8d7a-9836a6a6d52a {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:17.793664 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa6f340-ed80-47e5-8d7a-9836a6a6d52a'] response: {'server_uuid': '9070a8fe-f081-4116-9cf2-81094e156184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8', 'code': 200} Jun 06 14:23:17.910347 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a98e2-9928-4061-9d35-b831c57972a6 req-04c4a59a-ba2f-4653-ac8c-1722706c40af tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:17.911919 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db6a98e2-9928-4061-9d35-b831c57972a6 req-04c4a59a-ba2f-4653-ac8c-1722706c40af tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0546951 Jun 06 14:23:17.994193 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db6a98e2-9928-4061-9d35-b831c57972a6 req-c6f62ed7-1971-4caa-99ce-6ed92a0798a7 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733521 Jun 06 14:23:18.143698 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f00f94-ae9e-4766-bdbc-bb606ceac9c6 req-aab4833c-7d8b-43ba-a0c7-50d155f33d8e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:18.145270 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d7f00f94-ae9e-4766-bdbc-bb606ceac9c6 req-aab4833c-7d8b-43ba-a0c7-50d155f33d8e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.0696368 Jun 06 14:23:18.208010 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d7f00f94-ae9e-4766-bdbc-bb606ceac9c6 req-4cf1d7cd-bc9b-4694-bb65-26865a97cd19 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560861 Jun 06 14:23:18.338458 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba669d-4078-459f-b765-b74a821e555d req-dad7848e-6922-4d01-b323-34382e1e7911 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:18.340135 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b5ba669d-4078-459f-b765-b74a821e555d req-dad7848e-6922-4d01-b323-34382e1e7911 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.0624781 Jun 06 14:23:18.393928 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b5ba669d-4078-459f-b765-b74a821e555d req-f5625db9-e5ad-4276-bd8c-e54d29775fe2 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Jun 06 14:23:18.925165 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3df24c-1d29-4386-a6cd-19704cf2cbbb req-9beba50a-98d2-48df-af8e-334acb4645ef tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:18.927513 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a3df24c-1d29-4386-a6cd-19704cf2cbbb req-9beba50a-98d2-48df-af8e-334acb4645ef tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0830927 Jun 06 14:23:18.989119 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a3df24c-1d29-4386-a6cd-19704cf2cbbb req-126d7665-172a-4cec-97c9-88aee1c7db70 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554037 Jun 06 14:23:19.163704 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c09640-5c3c-41d1-83d9-3624d674f32b req-26d34811-fd04-47d5-8612-c64a272432ea tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:19.166921 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-34c09640-5c3c-41d1-83d9-3624d674f32b req-26d34811-fd04-47d5-8612-c64a272432ea tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0839994 Jun 06 14:23:19.215787 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:23:19.264018 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-34c09640-5c3c-41d1-83d9-3624d674f32b req-69602c5d-c0bc-4a1b-bba3-1e112c925adc tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823340 Jun 06 14:23:19.372678 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:19.394871 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'port_id': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'mac_address': 'fa:16:3e:e9:a8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:23:19.412427 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6ee82-d6d4-49bf-9888-8d9beb80efd8 req-c5fba29c-be5a-4ee9-889d-ee68f98737e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:19.414824 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebe6ee82-d6d4-49bf-9888-8d9beb80efd8 req-c5fba29c-be5a-4ee9-889d-ee68f98737e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.0733452 Jun 06 14:23:19.449424 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d0b62115-c8dd-481f-97e8-5204944b431a is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:19.450210 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:19.471551 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:19.472320 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b62115-c8dd-481f-97e8-5204944b431a {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:19.496526 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebe6ee82-d6d4-49bf-9888-8d9beb80efd8 req-b3999df5-4045-44aa-b38e-0a1d6a2604a4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704613 Jun 06 14:23:19.510927 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:19.516831 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:19.518209 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device f5eef75b-900b-4277-ba84-469c7ff477cd details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:23:19.636890 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982023c-829c-4079-8864-f6a10fea0c00 req-3317541b-d316-4416-8543-01510ee269cb tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:19.638874 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8982023c-829c-4079-8864-f6a10fea0c00 req-3317541b-d316-4416-8543-01510ee269cb tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.0579312 Jun 06 14:23:19.652174 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:19.711803 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8982023c-829c-4079-8864-f6a10fea0c00 req-33e9bc97-d68a-4cde-8d48-d8e70557ee10 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613735 Jun 06 14:23:19.713184 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port f5eef75b-900b-4277-ba84-469c7ff477cd, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=f5eef75b-900b-4277-ba84-469c7ff477cd,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:19.728708 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'f5eef75b-900b-4277-ba84-469c7ff477cd', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'port_id': 'f5eef75b-900b-4277-ba84-469c7ff477cd', 'mac_address': 'fa:16:3e:5a:7b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:23:19.770984 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port f5eef75b-900b-4277-ba84-469c7ff477cd is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:19.771280 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:19.787900 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5eef75b-900b-4277-ba84-469c7ff477cd {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:19.812309 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port f5eef75b-900b-4277-ba84-469c7ff477cd, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=f5eef75b-900b-4277-ba84-469c7ff477cd,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:19.817854 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:19.997122 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=f5eef75b-900b-4277-ba84-469c7ff477cd,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:20.142170 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868af065-84fc-4cad-b621-c42bf37550fa req-ebe1f337-dc47-45ce-ab6b-23209505cbb6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:20.143780 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-868af065-84fc-4cad-b621-c42bf37550fa req-ebe1f337-dc47-45ce-ab6b-23209505cbb6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 944 time: 0.0610464 Jun 06 14:23:20.200525 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-868af065-84fc-4cad-b621-c42bf37550fa req-55eeaf91-d24b-4fcb-8100-8bd7b3be8aa5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499687 Jun 06 14:23:20.400370 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d565f-50d4-4d80-bbe4-b18cb3b40b0e req-1a824192-ffef-4104-bc04-45ba8d435b3c tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:20.402041 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e43d565f-50d4-4d80-bbe4-b18cb3b40b0e req-1a824192-ffef-4104-bc04-45ba8d435b3c tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0522509 Jun 06 14:23:20.460835 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e43d565f-50d4-4d80-bbe4-b18cb3b40b0e req-323479ad-493e-4529-b460-f1bd11321b78 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524368 Jun 06 14:23:20.648786 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a4e59-3e98-456f-ae29-682021b18dc0 req-ff70a8af-d473-477e-a906-26ea997afa97 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:20.650901 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d61a4e59-3e98-456f-ae29-682021b18dc0 req-ff70a8af-d473-477e-a906-26ea997afa97 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.0625203 Jun 06 14:23:20.705895 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d61a4e59-3e98-456f-ae29-682021b18dc0 req-1a7cab61-d675-4184-8fe9-dac2a6185bb2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488102 Jun 06 14:23:20.860664 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069188d6-f4b7-4fe1-a681-e5988efcaff0 req-9875a7e1-886f-4806-a8f7-c5a7deae78ca tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:20.863630 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-069188d6-f4b7-4fe1-a681-e5988efcaff0 req-9875a7e1-886f-4806-a8f7-c5a7deae78ca tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.0667400 Jun 06 14:23:20.911576 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:20.920562 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-069188d6-f4b7-4fe1-a681-e5988efcaff0 req-0a396a74-ca1c-4f5a-9d80-2b36e04fabb6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 Jun 06 14:23:21.131876 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-b6f677af-2c45-4795-9d19-1878b24272f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:21.134381 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-b6f677af-2c45-4795-9d19-1878b24272f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 1130 time: 0.1037467 Jun 06 14:23:21.198721 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-b7d884a9-9163-4b55-a11a-5270e01c49a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0b62115-c8dd-481f-97e8-5204944b431a HTTP/1.1" status: 200 len: 217 time: 0.1378639 Jun 06 14:23:21.296024 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d0b42de-b64c-49a5-a6e1-919599a1e000 req-77953a94-0b4d-4223-aaab-0385ba808b4b service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301075 Jun 06 14:23:21.381463 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-f69f1762-2b9b-48a9-8eac-8bbfb52c3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:21.383727 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-f69f1762-2b9b-48a9-8eac-8bbfb52c3eec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.1753302 Jun 06 14:23:21.395501 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-830c5a99-9ee2-45f2-b2fa-fc83aa8504cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:21.397557 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-830c5a99-9ee2-45f2-b2fa-fc83aa8504cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 1128 time: 0.2376015 Jun 06 14:23:21.428870 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['f5eef75b-900b-4277-ba84-469c7ff477cd'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:23:21.494919 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-1b7a4980-6d49-4bed-a7f8-60fa8bbe964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:21.496693 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-1b7a4980-6d49-4bed-a7f8-60fa8bbe964d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 912 time: 0.3396587 Jun 06 14:23:21.502546 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9551d-38a5-4369-a31f-01c25995e663 req-db9805ee-4009-4d7d-ad92-1ac95263061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:21.504263 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e1b9551d-38a5-4369-a31f-01c25995e663 req-db9805ee-4009-4d7d-ad92-1ac95263061c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 1130 time: 0.1868496 Jun 06 14:23:21.522495 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd652bc-747c-4832-99c5-d2be772e03ab req-734aca68-e45d-4021-8bba-11fefc3ff9c1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:21.524233 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fd652bc-747c-4832-99c5-d2be772e03ab req-734aca68-e45d-4021-8bba-11fefc3ff9c1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 944 time: 0.1175170 Jun 06 14:23:21.627919 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['d0b62115-c8dd-481f-97e8-5204944b431a'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:23:21.690510 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fd652bc-747c-4832-99c5-d2be772e03ab req-3fc8ec82-a5cc-4e83-98ac-2e688c64ac83 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533639 Jun 06 14:23:21.827207 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e28e59-8bca-4485-9f8b-825f8bb4acec req-0aad1616-3d5a-4b95-8678-50dd4a8e2abb tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:21.828859 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-70e28e59-8bca-4485-9f8b-825f8bb4acec req-0aad1616-3d5a-4b95-8678-50dd4a8e2abb tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0700166 Jun 06 14:23:21.886478 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76b54-996b-464c-9cab-9752fb2b0b34 req-b6b31282-c570-44dc-8347-58607cb9ac03 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:21.888186 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cca76b54-996b-464c-9cab-9752fb2b0b34 req-b6b31282-c570-44dc-8347-58607cb9ac03 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.0868158 Jun 06 14:23:21.937878 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-70e28e59-8bca-4485-9f8b-825f8bb4acec req-c69fc305-7014-4af8-ba1b-c7a3647da441 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919278 Jun 06 14:23:21.977892 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cca76b54-996b-464c-9cab-9752fb2b0b34 req-b4e2e443-42d8-4aed-9c8a-9b1d870ce754 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808632 Jun 06 14:23:22.069143 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5c1a9-dd89-4158-98fc-6d4b6876e423 req-88aef019-797e-471d-9a62-89ea04c33b5d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:22.072583 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d5a5c1a9-dd89-4158-98fc-6d4b6876e423 req-88aef019-797e-471d-9a62-89ea04c33b5d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.0552845 Jun 06 14:23:22.103888 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:22.132494 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d5a5c1a9-dd89-4158-98fc-6d4b6876e423 req-bef99a75-15f5-4181-8fef-f36100c91e04 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540390 Jun 06 14:23:22.870366 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fddbe3-f2c3-495d-b365-738380412f4b req-014658a1-c4f3-47c2-a4ec-d8c96a8e172b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:22.872391 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-05fddbe3-f2c3-495d-b365-738380412f4b req-014658a1-c4f3-47c2-a4ec-d8c96a8e172b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 944 time: 0.0651810 Jun 06 14:23:22.930005 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-05fddbe3-f2c3-495d-b365-738380412f4b req-527f8971-38b8-495a-a12d-d521e30bb3e0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513308 Jun 06 14:23:23.112048 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d9039-b4b1-4bfe-98d6-4134ee9be151 req-bd4354b8-a766-4104-8539-5af29b6e6f78 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:23.113992 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2c7d9039-b4b1-4bfe-98d6-4134ee9be151 req-bd4354b8-a766-4104-8539-5af29b6e6f78 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0912204 Jun 06 14:23:23.140183 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd9982-9069-436b-8253-3315c1211026 req-0f1f3235-d9ad-41c9-b103-1dd5907cf4e3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:23.141787 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ccfd9982-9069-436b-8253-3315c1211026 req-0f1f3235-d9ad-41c9-b103-1dd5907cf4e3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.0839143 Jun 06 14:23:23.212046 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2c7d9039-b4b1-4bfe-98d6-4134ee9be151 req-5cae9d6c-3491-465f-a766-c0ddb45bf04b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881543 Jun 06 14:23:23.232015 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ccfd9982-9069-436b-8253-3315c1211026 req-6bad4330-ab16-44b3-bfc9-4025272f9c2e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772614 Jun 06 14:23:23.326146 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:23.381242 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699eb3b-3e81-41c5-a445-6e71a3277259 req-191b5fc5-7ec1-473d-bc2c-e4dc7d77fd6a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:23.383215 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5699eb3b-3e81-41c5-a445-6e71a3277259 req-191b5fc5-7ec1-473d-bc2c-e4dc7d77fd6a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.0670288 Jun 06 14:23:23.443686 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5699eb3b-3e81-41c5-a445-6e71a3277259 req-6be23283-bfec-4f52-8e78-9e5dd2925be0 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533178 Jun 06 14:23:24.070010 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f395399-e739-4b51-8dc0-6d695ae95314 req-c5d574c8-dc93-4e15-aff8-3b1cf32293e4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:24.072783 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9f395399-e739-4b51-8dc0-6d695ae95314 req-c5d574c8-dc93-4e15-aff8-3b1cf32293e4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 944 time: 0.0581231 Jun 06 14:23:24.134601 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9f395399-e739-4b51-8dc0-6d695ae95314 req-b476c70a-951f-490d-8b1b-56b17acdc504 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525572 Jun 06 14:23:24.431958 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e702d3a-e4f8-4ea5-9efd-3aeae81041c0 req-50211508-4a8e-4bf9-9353-fc060a3d8ddb tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:24.434535 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6e702d3a-e4f8-4ea5-9efd-3aeae81041c0 req-50211508-4a8e-4bf9-9353-fc060a3d8ddb tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1316221 Jun 06 14:23:24.471856 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef3547-2f6d-4d96-818c-615594873497 req-bb608a4d-02b8-40ce-aa2a-ee9e0027f7b8 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:24.474399 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-23ef3547-2f6d-4d96-818c-615594873497 req-bb608a4d-02b8-40ce-aa2a-ee9e0027f7b8 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 944 time: 0.1255388 Jun 06 14:23:24.562869 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6e702d3a-e4f8-4ea5-9efd-3aeae81041c0 req-2ab5f33a-a578-4c15-83ef-43fb8e460d11 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186078 Jun 06 14:23:24.572287 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-23ef3547-2f6d-4d96-818c-615594873497 req-b76e4366-0451-44fa-baf5-702a26faa884 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846903 Jun 06 14:23:24.719168 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ab2c7-974a-4011-9dfe-f7036041876c req-19e9ed9c-6860-4e1e-9673-2e6e54f6c7d2 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:24.720907 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a67ab2c7-974a-4011-9dfe-f7036041876c req-19e9ed9c-6860-4e1e-9673-2e6e54f6c7d2 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.0625319 Jun 06 14:23:24.777421 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a67ab2c7-974a-4011-9dfe-f7036041876c req-be5cd684-feab-4ac6-a655-918083501e7a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496109 Jun 06 14:23:25.058277 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d717f707-59c5-428c-99f9-a11fbd69fc24 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:23:25.155850 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-ca022e91-ab66-43e5-8f5e-ecf663576879 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8 HTTP/1.1" status: 200 len: 217 time: 0.0826898 Jun 06 14:23:25.227212 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-ade5e43d-70be-4f54-89ac-3f5269e5cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:25.230805 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-ade5e43d-70be-4f54-89ac-3f5269e5cceb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1304450 Jun 06 14:23:25.288183 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e1b9551d-38a5-4369-a31f-01c25995e663 req-d15aa07e-e76a-46ba-a8fe-fd9e92ee5958 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011998 Jun 06 14:23:25.297459 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d717f707-59c5-428c-99f9-a11fbd69fc24, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d717f707-59c5-428c-99f9-a11fbd69fc24,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:25.312866 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-fd52b1f1-14db-4255-ac24-9a8bdec89f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:25.314876 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-fd52b1f1-14db-4255-ac24-9a8bdec89f63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 1127 time: 0.2261786 Jun 06 14:23:25.327337 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:23:25.379823 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-f207de30-4acd-4879-adb2-ab093862a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:25.381619 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-f207de30-4acd-4879-adb2-ab093862a972 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 916 time: 0.3091643 Jun 06 14:23:25.395018 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d717f707-59c5-428c-99f9-a11fbd69fc24 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:25.395648 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:25.404049 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:25.425900 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-c5eb4797-4c42-4f41-9a9d-896e6ef7e40b service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877561 Jun 06 14:23:25.436604 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d717f707-59c5-428c-99f9-a11fbd69fc24 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:25.473592 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-40a4d230-3c2b-4fa8-8dce-8570cac9ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:25.477794 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d717f707-59c5-428c-99f9-a11fbd69fc24, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d717f707-59c5-428c-99f9-a11fbd69fc24,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:25.477905 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-40a4d230-3c2b-4fa8-8dce-8570cac9ee55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 200 len: 850 time: 0.2013555 Jun 06 14:23:25.484287 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:25.488340 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9996a9a-bb3e-4393-a5f0-4e126058d396 req-1a442f72-cabc-458c-8584-3bc04f55b8ba tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:25.498336 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b9996a9a-bb3e-4393-a5f0-4e126058d396 req-1a442f72-cabc-458c-8584-3bc04f55b8ba tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 944 time: 0.1238358 Jun 06 14:23:25.571279 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b9996a9a-bb3e-4393-a5f0-4e126058d396 req-22c830cc-b61a-4214-90f7-0fb99c9dbf20 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711648 Jun 06 14:23:25.580910 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=d717f707-59c5-428c-99f9-a11fbd69fc24,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:25.649973 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:23:25.697748 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:25.708636 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:25.717308 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port d0b62115-c8dd-481f-97e8-5204944b431a completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:23:25.731128 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port d0b62115-c8dd-481f-97e8-5204944b431a triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:25.740068 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:25.862458 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:25.871394 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db012e-059b-41ea-bc06-618b484adf25 req-d76d37e2-25dd-4c80-9b14-0b8aa30612a4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:25.873076 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02db012e-059b-41ea-bc06-618b484adf25 req-d76d37e2-25dd-4c80-9b14-0b8aa30612a4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 945 time: 0.1038752 Jun 06 14:23:25.880594 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-17a141c2-4589-4ce7-b803-c84de80b887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:25.882412 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-17a141c2-4589-4ce7-b803-c84de80b887b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2345715 Jun 06 14:23:25.948863 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-3dbb28c9-19f8-45b1-ae47-eaa4fa195bfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d717f707-59c5-428c-99f9-a11fbd69fc24 HTTP/1.1" status: 200 len: 217 time: 0.1715958 Jun 06 14:23:25.982271 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['d717f707-59c5-428c-99f9-a11fbd69fc24'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:23:25.985008 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d0b62115-c8dd-481f-97e8-5204944b431a is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:25.985470 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:25.998072 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02db012e-059b-41ea-bc06-618b484adf25 req-29966c6c-6af0-4ab6-8e41-f5c50b300281 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919876 Jun 06 14:23:26.056690 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbe6d1-e50c-4c78-bbaa-6b65a7ab896d req-ace25e75-ef70-4c62-a7cd-1502c740f617 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:26.060935 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:26.063594 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702198aa-f05a-492d-a34e-db9d1ed70f6d" -d '{"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:26.071960 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5dbbe6d1-e50c-4c78-bbaa-6b65a7ab896d req-ace25e75-ef70-4c62-a7cd-1502c740f617 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.2971582 Jun 06 14:23:26.119281 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:26.128263 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:26.129226 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device f5eef75b-900b-4277-ba84-469c7ff477cd up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:23:26.322975 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port f5eef75b-900b-4277-ba84-469c7ff477cd completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:23:26.407478 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port f5eef75b-900b-4277-ba84-469c7ff477cd triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:26.409558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:26.410180 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef88e3c3-e40c-45a2-a909-5acf4ec10b6c req-f073961e-cb2c-424f-b43e-29b5b9f4e3ad service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576909 Jun 06 14:23:26.418442 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-abe8371b-f559-461e-90f3-d5244efafd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:26.421528 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-abe8371b-f559-461e-90f3-d5244efafd88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.7679183 Jun 06 14:23:26.448394 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:26.485868 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-de0b4b13-d3de-4784-8785-ffbf7a3299d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:26.500134 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-de0b4b13-d3de-4784-8785-ffbf7a3299d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.2979150 Jun 06 14:23:26.538581 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5dbbe6d1-e50c-4c78-bbaa-6b65a7ab896d req-33141719-8247-48d6-b465-549a472efc21 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4644804 Jun 06 14:23:26.557270 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40692) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:26.564262 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a626e5a-6e51-4d84-b93d-0160511c1773 req-cd66e882-0b3e-4078-95cd-2c6fc4c9dc75 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:26.572622 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a626e5a-6e51-4d84-b93d-0160511c1773 req-cd66e882-0b3e-4078-95cd-2c6fc4c9dc75 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 943 time: 0.2268186 Jun 06 14:23:26.612816 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-9d1a2dc8-f115-453a-b67e-9c5de4018cae service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681215 Jun 06 14:23:26.632589 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port f5eef75b-900b-4277-ba84-469c7ff477cd is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:26.632589 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:26.697285 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:26.724581 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port f5eef75b-900b-4277-ba84-469c7ff477cd, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=f5eef75b-900b-4277-ba84-469c7ff477cd,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:26.739536 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:26.752671 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a626e5a-6e51-4d84-b93d-0160511c1773 req-900aace2-3fec-4702-b731-b8f1588eda64 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788068 Jun 06 14:23:26.817264 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b2492f-a8a1-4e34-9250-6780f1734295 x-openstack-request-id: req-11b2492f-a8a1-4e34-9250-6780f1734295 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:26.817564 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:26.837037 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11b2492f-a8a1-4e34-9250-6780f1734295 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:26.837631 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b2492f-a8a1-4e34-9250-6780f1734295'] response: {'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'code': 200} Jun 06 14:23:26.921113 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-f64b1237-7002-4dbb-8257-5c9818811c34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef HTTP/1.1" status: 200 len: 217 time: 0.2588599 Jun 06 14:23:26.926597 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:26.927155 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=f5eef75b-900b-4277-ba84-469c7ff477cd,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:26.955375 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72537eaf-e2fb-42d6-a918-0688831c0367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:26.991176 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-ca8db897-cb76-4cb2-a5a6-41f5384a3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:26.994920 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-ca8db897-cb76-4cb2-a5a6-41f5384a3111 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3182518 Jun 06 14:23:27.021806 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d284492-1349-422e-afcf-bf5501ac4d5f req-e103a8bb-ea4c-46ae-8c19-722768e64ee1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:27.024505 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d284492-1349-422e-afcf-bf5501ac4d5f req-e103a8bb-ea4c-46ae-8c19-722768e64ee1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0823619 Jun 06 14:23:27.069554 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:27.074745 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-485016ed-cbc0-4c21-9d5c-96f3a802aeda req-c042f267-9652-428f-87c5-71352f33a8aa service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084556 Jun 06 14:23:27.105286 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d284492-1349-422e-afcf-bf5501ac4d5f req-8421538e-73ef-4ee5-bd83-74d69391a4c2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712583 Jun 06 14:23:27.127169 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 40704) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:27.136030 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device e9b28d33-7c58-4053-8fa5-16a9e6aa2aef details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:23:27.158326 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72537eaf-e2fb-42d6-a918-0688831c0367 admin admin] Publish callbacks [] for security_group (9521e3f7-4034-424c-a4a4-0b47f5350b79), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.164098 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d717f707-59c5-428c-99f9-a11fbd69fc24 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:23:27.167898 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72537eaf-e2fb-42d6-a918-0688831c0367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (9521e3f7-4034-424c-a4a4-0b47f5350b79), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.233897 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8354-bcfe-452d-952d-0c0c08f661af req-a703965a-1eed-4c28-b25f-3f5f0221897d tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:27.244895 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-348c8354-bcfe-452d-952d-0c0c08f661af req-a703965a-1eed-4c28-b25f-3f5f0221897d tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 945 time: 0.0828009 Jun 06 14:23:27.346591 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-348c8354-bcfe-452d-952d-0c0c08f661af req-7cc92c0d-3160-4eae-8d2a-f9db079635d2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002190 Jun 06 14:23:27.373858 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-e5d9a7dc-d109-4b87-969d-08d80ee81d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:27.373858 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-e5d9a7dc-d109-4b87-969d-08d80ee81d15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.1196740 Jun 06 14:23:27.373858 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-72537eaf-e2fb-42d6-a918-0688831c0367 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e0374761b2b46ae84b2f77ab406fab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8078804 Jun 06 14:23:27.379574 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 40710) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:27.434101 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port d717f707-59c5-428c-99f9-a11fbd69fc24 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:23:27.450468 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port d717f707-59c5-428c-99f9-a11fbd69fc24 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:27.450842 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.456512 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72537eaf-e2fb-42d6-a918-0688831c0367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9521e3f7-4034-424c-a4a4-0b47f5350b79,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:27.489583 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-5368f94b-69f4-4fcc-953e-f704e3018e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:27.491525 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-5368f94b-69f4-4fcc-953e-f704e3018e6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091430 Jun 06 14:23:27.509382 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-381d38db-5496-4839-9380-5a918f80344c admin admin] Publish callbacks [] for security_group (9521e3f7-4034-424c-a4a4-0b47f5350b79), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.560768 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-381d38db-5496-4839-9380-5a918f80344c admin admin] Publish callbacks [] for security_group (9521e3f7-4034-424c-a4a4-0b47f5350b79), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.609730 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-5aa592c0-480d-47b3-9745-6d1f27997767 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787889 Jun 06 14:23:27.620606 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:27.666620 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1561ff0-3447-4bbd-bf0c-6255bde944ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.702919 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'e9b28d33-7c58-4053-8fa5-16a9e6aa2aef', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'port_id': 'e9b28d33-7c58-4053-8fa5-16a9e6aa2aef', 'mac_address': 'fa:16:3e:1a:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:23:27.746646 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-0a06feac-ade0-4dfe-bc98-d1fef806175d service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467070 Jun 06 14:23:27.790906 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d717f707-59c5-428c-99f9-a11fbd69fc24 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:27.804279 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.854848 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:27.861518 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.876210 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-381d38db-5496-4839-9380-5a918f80344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (9521e3f7-4034-424c-a4a4-0b47f5350b79), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.881941 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-381d38db-5496-4839-9380-5a918f80344c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:27.885950 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-381d38db-5496-4839-9380-5a918f80344c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9521e3f7-4034-424c-a4a4-0b47f5350b79 HTTP/1.1" status: 204 len: 168 time: 0.5042870 Jun 06 14:23:27.903346 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2033fa7f-33c3-4bcf-89c1-7142fd791a21 req-050941ab-71f6-4631-9573-72bdc63be7c1 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702460 Jun 06 14:23:27.915819 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a040e-c0a2-45a6-a1a2-7b7d688743f4 req-ee7c8974-4a9d-445f-b496-30e49f1a8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:27.916654 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b28d33-7c58-4053-8fa5-16a9e6aa2aef {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:23:27.918592 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-961a040e-c0a2-45a6-a1a2-7b7d688743f4 req-ee7c8974-4a9d-445f-b496-30e49f1a8e4c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 1129 time: 0.2624004 Jun 06 14:23:27.943720 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d717f707-59c5-428c-99f9-a11fbd69fc24, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d717f707-59c5-428c-99f9-a11fbd69fc24,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:27.960276 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d38db-5496-4839-9380-5a918f80344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9521e3f7-4034-424c-a4a4-0b47f5350b79,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:27.964261 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.005375 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5d64ef10-c616-4a34-8740-260b7fdc4ae2 req-466bb95f-0b47-428f-bc10-2fa1e16ddc95 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472651 Jun 06 14:23:28.014632 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:28.041093 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.074062 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=d717f707-59c5-428c-99f9-a11fbd69fc24,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:28.145535 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9fefd-34e5-4b12-a69e-39ac3b3a6080 req-089f2cb8-a479-4024-bffb-28004f671097 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:28.147369 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6ee9fefd-34e5-4b12-a69e-39ac3b3a6080 req-089f2cb8-a479-4024-bffb-28004f671097 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.4012027 Jun 06 14:23:28.180465 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-961a040e-c0a2-45a6-a1a2-7b7d688743f4 req-6a5b7668-ee68-4b9c-b1d3-e10fd8010172 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330732 Jun 06 14:23:28.189895 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:28.254073 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2343455-6571-468d-b51f-f88785a9c8d9 req-d1ae018c-af59-4eaf-98bf-11d18523d6ed tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:28.256422 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2343455-6571-468d-b51f-f88785a9c8d9 req-d1ae018c-af59-4eaf-98bf-11d18523d6ed tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 944 time: 0.3362472 Jun 06 14:23:28.298120 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:28.298544 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:28.325108 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['e9b28d33-7c58-4053-8fa5-16a9e6aa2aef'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:23:28.403497 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1561ff0-3447-4bbd-bf0c-6255bde944ed admin admin] Publish callbacks [] for security_group (0cffd61f-3937-4cb8-8d1a-31c55d1c525a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.435840 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1561ff0-3447-4bbd-bf0c-6255bde944ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (0cffd61f-3937-4cb8-8d1a-31c55d1c525a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.439660 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:28.440506 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:28.441553 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:28.447288 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6ee9fefd-34e5-4b12-a69e-39ac3b3a6080 req-12279b80-37a1-43d4-b06c-8b64129f1b24 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630525 Jun 06 14:23:28.546005 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40736) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:28.582698 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2343455-6571-468d-b51f-f88785a9c8d9 req-c3dd18da-65d4-4e72-bf8f-4a0aec37d3df tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138962 Jun 06 14:23:28.585691 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f1561ff0-3447-4bbd-bf0c-6255bde944ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d27d9750c66e41e182d030f53518b8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4573581 Jun 06 14:23:28.587107 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1561ff0-3447-4bbd-bf0c-6255bde944ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cffd61f-3937-4cb8-8d1a-31c55d1c525a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:28.591989 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 40738) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:28.603651 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9ad31901-0d92-4bb8-a4d3-e52303db6106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.779435 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b25e84-3c6b-4694-bfe9-754b058288bb req-36d85236-689c-4a66-ae0e-02720b8578f8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:28.781201 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-64b25e84-3c6b-4694-bfe9-754b058288bb req-36d85236-689c-4a66-ae0e-02720b8578f8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1460772 Jun 06 14:23:28.793482 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9ad31901-0d92-4bb8-a4d3-e52303db6106 admin admin] Publish callbacks [] for security_group (04f372a3-8a5d-4712-818d-f4b8ff9b059a), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.800760 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9ad31901-0d92-4bb8-a4d3-e52303db6106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (04f372a3-8a5d-4712-818d-f4b8ff9b059a), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.813201 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:28.835235 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4639fe0-d4f2-41d2-a4dd-0e42ae1f9403 req-b291f5c3-689c-4f2d-a7c7-df84fe27a2ea tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:28.838571 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d4639fe0-d4f2-41d2-a4dd-0e42ae1f9403 req-b291f5c3-689c-4f2d-a7c7-df84fe27a2ea tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.1165035 Jun 06 14:23:28.839532 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7272e33-1832-487c-9463-50a3efc67404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eef75b-900b-4277-ba84-469c7ff477cd'}, {'server_uuid': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd717f707-59c5-428c-99f9-a11fbd69fc24'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:28.843343 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaf9e37-a505-4d84-9995-4776e68505cd" -d '{"events": [{"server_uuid": "b7272e33-1832-487c-9463-50a3efc67404", "name": "network-vif-plugged", "status": "completed", "tag": "f5eef75b-900b-4277-ba84-469c7ff477cd"}, {"server_uuid": "a01d925b-d495-41e1-8810-5c4a905137f7", "name": "network-vif-plugged", "status": "completed", "tag": "d717f707-59c5-428c-99f9-a11fbd69fc24"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:28.862095 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2cac9a-f20b-4bdc-ba30-c8085dd67db6 admin admin] Publish callbacks [] for security_group (0cffd61f-3937-4cb8-8d1a-31c55d1c525a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.870420 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31901-0d92-4bb8-a4d3-e52303db6106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f372a3-8a5d-4712-818d-f4b8ff9b059a,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:28.876343 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9ad31901-0d92-4bb8-a4d3-e52303db6106 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38a16b14fb274f398adc6f322131b5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268466 Jun 06 14:23:28.880378 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40746) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:28.941049 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f725cf34-0e9c-4eb8-a5c3-901112af761b admin admin] Publish callbacks [] for security_group (04f372a3-8a5d-4712-818d-f4b8ff9b059a), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.943834 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2cac9a-f20b-4bdc-ba30-c8085dd67db6 admin admin] Publish callbacks [] for security_group (0cffd61f-3937-4cb8-8d1a-31c55d1c525a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:28.952303 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-64b25e84-3c6b-4694-bfe9-754b058288bb req-5672fa9d-1ad3-4107-b348-2860e441fc4c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618700 Jun 06 14:23:28.964656 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d4639fe0-d4f2-41d2-a4dd-0e42ae1f9403 req-491ac5bc-3c9b-4f33-b994-18637b5c3832 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114247 Jun 06 14:23:28.971838 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f725cf34-0e9c-4eb8-a5c3-901112af761b admin admin] Publish callbacks [] for security_group (04f372a3-8a5d-4712-818d-f4b8ff9b059a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:29.009475 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:29.051135 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f725cf34-0e9c-4eb8-a5c3-901112af761b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (04f372a3-8a5d-4712-818d-f4b8ff9b059a), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:29.057377 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f725cf34-0e9c-4eb8-a5c3-901112af761b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:29.059998 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f725cf34-0e9c-4eb8-a5c3-901112af761b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04f372a3-8a5d-4712-818d-f4b8ff9b059a HTTP/1.1" status: 204 len: 168 time: 0.1769228 Jun 06 14:23:29.070817 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2cac9a-f20b-4bdc-ba30-c8085dd67db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (0cffd61f-3937-4cb8-8d1a-31c55d1c525a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:29.077676 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa25aa-de56-4482-b9d6-78edd64ba558 x-openstack-request-id: req-b9fa25aa-de56-4482-b9d6-78edd64ba558 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:29.078187 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7272e33-1832-487c-9463-50a3efc67404", "name": "network-vif-plugged", "status": "completed", "tag": "f5eef75b-900b-4277-ba84-469c7ff477cd", "code": 200}, {"server_uuid": "a01d925b-d495-41e1-8810-5c4a905137f7", "name": "network-vif-plugged", "status": "completed", "tag": "d717f707-59c5-428c-99f9-a11fbd69fc24", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:29.078784 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9fa25aa-de56-4482-b9d6-78edd64ba558 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:29.079605 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9fa25aa-de56-4482-b9d6-78edd64ba558'] response: {'server_uuid': 'b7272e33-1832-487c-9463-50a3efc67404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eef75b-900b-4277-ba84-469c7ff477cd', 'code': 200} Jun 06 14:23:29.080332 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9fa25aa-de56-4482-b9d6-78edd64ba558'] response: {'server_uuid': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'code': 200} Jun 06 14:23:29.080602 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725cf34-0e9c-4eb8-a5c3-901112af761b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f372a3-8a5d-4712-818d-f4b8ff9b059a,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:29.084524 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2cac9a-f20b-4bdc-ba30-c8085dd67db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:29.087884 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0f2cac9a-f20b-4bdc-ba30-c8085dd67db6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cffd61f-3937-4cb8-8d1a-31c55d1c525a HTTP/1.1" status: 204 len: 168 time: 0.4936178 Jun 06 14:23:29.113904 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cac9a-f20b-4bdc-ba30-c8085dd67db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cffd61f-3937-4cb8-8d1a-31c55d1c525a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:29.265938 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6ff3e-3a18-4cb1-b546-2fce1e451914 req-65d0be0e-8449-4033-adb1-f89e57240e7e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:29.270160 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-63d6ff3e-3a18-4cb1-b546-2fce1e451914 req-65d0be0e-8449-4033-adb1-f89e57240e7e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0874102 Jun 06 14:23:29.283079 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40752) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:29.300820 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'floatingip': {'port_id': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:29.319744 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device e9b28d33-7c58-4053-8fa5-16a9e6aa2aef up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:23:29.409126 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:23:29.422781 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:23:29.425040 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:29.471505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (63034326-e387-47f3-be33-1e87c2508d5e), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:29.642954 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:23:29.643528 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:29.728907 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:29.741153 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:29.878113 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:29.967493 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c3bb-d0a1-4374-83a4-60eb90a751f8 req-8769eb8e-b899-494a-bd77-06efe8c44539 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:29.976029 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3892c3bb-d0a1-4374-83a4-60eb90a751f8 req-8769eb8e-b899-494a-bd77-06efe8c44539 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1982465 Jun 06 14:23:30.015976 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 40774) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:30.060646 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7458a-3794-446f-ad6c-4ecbd7bc4211 req-2136488f-737d-4f46-ad8f-0ec8afd175e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:30.071818 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c5a7458a-3794-446f-ad6c-4ecbd7bc4211 req-2136488f-737d-4f46-ad8f-0ec8afd175e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 1130 time: 0.2356172 Jun 06 14:23:30.116558 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-59286a65-fe09-4811-b078-8e7d644cc041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:30.225392 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83570af-2de3-4f6c-99b5-ba74a627f420 req-cec4aa1d-978f-4026-9d34-4a090b4a6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:30.228674 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d83570af-2de3-4f6c-99b5-ba74a627f420 req-cec4aa1d-978f-4026-9d34-4a090b4a6451 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 1130 time: 0.1142716 Jun 06 14:23:30.241100 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5191-c602-49ab-ab6e-5f78542aa342 req-557f1d27-a1b1-460a-9f79-b4faa6ec5f44 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:30.249447 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-88fc5191-c602-49ab-ab6e-5f78542aa342 req-557f1d27-a1b1-460a-9f79-b4faa6ec5f44 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1288588 Jun 06 14:23:30.271128 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3892c3bb-d0a1-4374-83a4-60eb90a751f8 req-423e88b3-4938-4be9-99c3-43159db51e9c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937875 Jun 06 14:23:30.346854 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c5a7458a-3794-446f-ad6c-4ecbd7bc4211 req-525d9990-d864-4c17-aa7e-fb4567646198 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587883 Jun 06 14:23:30.348854 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:30.459314 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d83570af-2de3-4f6c-99b5-ba74a627f420 req-c15dd0dd-abae-4d45-b55e-9d742e0914a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733193 Jun 06 14:23:30.749222 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-88fc5191-c602-49ab-ab6e-5f78542aa342 req-6b3f1c11-2de7-4051-91d9-c815e1152a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4982595 Jun 06 14:23:30.797228 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf626b-3cae-4337-8dbb-6c4ab546e4de req-ef03fffc-a443-4eff-8625-3fc3541c3b97 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:30.800506 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9adf626b-3cae-4337-8dbb-6c4ab546e4de req-ef03fffc-a443-4eff-8625-3fc3541c3b97 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.3658845 Jun 06 14:23:30.825665 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-59286a65-fe09-4811-b078-8e7d644cc041 admin admin] Publish callbacks [] for security_group (dbabceac-ed9e-4742-9f3e-cbf97b91f157), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:30.856921 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-59286a65-fe09-4811-b078-8e7d644cc041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (dbabceac-ed9e-4742-9f3e-cbf97b91f157), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:30.932673 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:31.046089 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-59286a65-fe09-4811-b078-8e7d644cc041 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d42087027f5b4f43a96b61a01a960231&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0266497 Jun 06 14:23:31.050906 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 40796) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:31.052646 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59286a65-fe09-4811-b078-8e7d644cc041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbabceac-ed9e-4742-9f3e-cbf97b91f157,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:31.078552 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9adf626b-3cae-4337-8dbb-6c4ab546e4de req-a325c24f-9cf5-44c5-aba0-3df32d7c5c8e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584686 Jun 06 14:23:31.086146 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edfd401-1a2a-4b25-84da-aa19d6f4c5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b28d33-7c58-4053-8fa5-16a9e6aa2aef'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:31.094989 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35877e1-fb5a-4513-97cc-fb0826ae51a0" -d '{"events": [{"server_uuid": "0edfd401-1a2a-4b25-84da-aa19d6f4c5d3", "name": "network-vif-plugged", "status": "completed", "tag": "e9b28d33-7c58-4053-8fa5-16a9e6aa2aef"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:31.103036 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.db.resource_extend [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 14:23:31.104955 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfb959-fb24-4c2d-ab86-3da788bccfa2 req-f4a4a7b4-abc7-47d2-908f-615968d9f672 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:31.108639 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-78dfb959-fb24-4c2d-ab86-3da788bccfa2 req-f4a4a7b4-abc7-47d2-908f-615968d9f672 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.2135758 Jun 06 14:23:31.121604 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 40800) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:31.134453 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'floatingip': {'port_id': 'd0b62115-c8dd-481f-97e8-5204944b431a'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:31.198187 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4f00-bcb1-476a-939d-8e21df3f1345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:31.207822 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4af153-0030-4bb2-9abc-52f63889b47c x-openstack-request-id: req-9d4af153-0030-4bb2-9abc-52f63889b47c {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:31.208341 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edfd401-1a2a-4b25-84da-aa19d6f4c5d3", "name": "network-vif-plugged", "status": "completed", "tag": "e9b28d33-7c58-4053-8fa5-16a9e6aa2aef", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:31.208764 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d4af153-0030-4bb2-9abc-52f63889b47c {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:31.209330 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4af153-0030-4bb2-9abc-52f63889b47c'] response: {'server_uuid': '0edfd401-1a2a-4b25-84da-aa19d6f4c5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b28d33-7c58-4053-8fa5-16a9e6aa2aef', 'code': 200} Jun 06 14:23:31.239745 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:31.269634 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (855d4e1e-7706-46b1-b58b-240f1f552746), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:31.271196 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7547429b-a8d5-4c28-a3c6-36123e066d81 admin admin] Publish callbacks [] for security_group (dbabceac-ed9e-4742-9f3e-cbf97b91f157), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:31.276006 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (63034326-e387-47f3-be33-1e87c2508d5e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:31.378681 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7547429b-a8d5-4c28-a3c6-36123e066d81 admin admin] Publish callbacks [] for security_group (dbabceac-ed9e-4742-9f3e-cbf97b91f157), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:31.512003 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Floating IP 63034326-e387-47f3-be33-1e87c2508d5e associated. External IP: 172.27.1.139, port: e7fe91d4-1dec-4926-a1d7-5016c675e5d8. Jun 06 14:23:31.544506 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b761657-d449-46db-9c48-936e4ca9c2f6 req-7b721b78-ddf3-420b-9bb4-c460c0934129 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:31.551825 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b761657-d449-46db-9c48-936e4ca9c2f6 req-7b721b78-ddf3-420b-9bb4-c460c0934129 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1716144 Jun 06 14:23:31.582341 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7547429b-a8d5-4c28-a3c6-36123e066d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (dbabceac-ed9e-4742-9f3e-cbf97b91f157), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:31.586472 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7547429b-a8d5-4c28-a3c6-36123e066d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:31.592291 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7547429b-a8d5-4c28-a3c6-36123e066d81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbabceac-ed9e-4742-9f3e-cbf97b91f157 HTTP/1.1" status: 204 len: 168 time: 0.5372748 Jun 06 14:23:31.595158 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:31.632232 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547429b-a8d5-4c28-a3c6-36123e066d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbabceac-ed9e-4742-9f3e-cbf97b91f157,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:31.707808 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b761657-d449-46db-9c48-936e4ca9c2f6 req-594198b6-c859-424e-a7c6-447b70a3902f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549938 Jun 06 14:23:31.833779 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:31.999380 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Router 83307133-27e0-48c0-9ed9-cff784b91524 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:23:32.166163 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:23:32.172138 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:32.184961 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] Sync routers for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:23:32.207035 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:23:32.209129 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:23:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:32.217104 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-d5b5d40e-6f9d-468d-ac89-ff62ef30b960 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "PUT /v2.0/floatingips/63034326-e387-47f3-be33-1e87c2508d5e HTTP/1.1" status: 200 len: 992 time: 2.9320121 Jun 06 14:23:32.218118 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9070a8fe-f081-4116-9cf2-81094e156184', 'tag': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:32.221765 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a212de7-9a80-4585-aa02-c485ab1769a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9070a8fe-f081-4116-9cf2-81094e156184", "tag": "e7fe91d4-1dec-4926-a1d7-5016c675e5d8"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:32.291818 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.db.resource_extend [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 14:23:32.361359 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2742b3-19b2-4112-81e6-376775fb3399 x-openstack-request-id: req-1e2742b3-19b2-4112-81e6-376775fb3399 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:32.362226 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9070a8fe-f081-4116-9cf2-81094e156184", "tag": "e7fe91d4-1dec-4926-a1d7-5016c675e5d8", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:32.362226 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e2742b3-19b2-4112-81e6-376775fb3399 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:32.362607 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2742b3-19b2-4112-81e6-376775fb3399'] response: {'name': 'network-changed', 'server_uuid': '9070a8fe-f081-4116-9cf2-81094e156184', 'tag': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8', 'status': 'completed', 'code': 200} Jun 06 14:23:32.374805 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:23:32.432342 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:32.447908 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb1df-6a41-405a-b47d-7744c57da4cb req-2a751497-2f14-455e-aa05-1a80db1c98fa tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:32.457072 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6fb1df-6a41-405a-b47d-7744c57da4cb req-2a751497-2f14-455e-aa05-1a80db1c98fa tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.1101861 Jun 06 14:23:32.459298 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (855d4e1e-7706-46b1-b58b-240f1f552746), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:32.506663 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:32.627649 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6fb1df-6a41-405a-b47d-7744c57da4cb req-6b12db8c-e17f-4ded-b20f-b503606e1273 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693151 Jun 06 14:23:32.642925 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Floating IP 855d4e1e-7706-46b1-b58b-240f1f552746 associated. External IP: 172.27.1.127, port: d0b62115-c8dd-481f-97e8-5204944b431a. Jun 06 14:23:32.830209 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '63034326-e387-47f3-be33-1e87c2508d5e', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'port_id': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'mac_address': 'fa:16:3e:de:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9070a8fe-f081-4116-9cf2-81094e156184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:51Z', 'updated_at': '2022-06-06T14:23:30Z', 'revision_number': 1, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:32.870916 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] Checking router: 83307133-27e0-48c0-9ed9-cff784b91524 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:23:32.897636 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:23:32.900516 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:23:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:33.169245 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0be3a-3811-4b6e-9924-9a34bece9b9f req-aa1e606e-7aa3-42ad-9b8b-db2d3cd531cb tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:33.170838 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-03e0be3a-3811-4b6e-9924-9a34bece9b9f req-aa1e606e-7aa3-42ad-9b8b-db2d3cd531cb tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.3238444 Jun 06 14:23:33.181067 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:23:33.218464 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Router 76f85970-ea41-4a7a-a2b2-010e60125c2c has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:23:33.220124 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:33.268228 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-03e0be3a-3811-4b6e-9924-9a34bece9b9f req-72d71a6f-8d46-4777-9952-c77d03de7dbe tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815518 Jun 06 14:23:33.408407 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:23:33.415158 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:33.434576 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] Sync routers for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:23:33.459477 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f4912b28-d23a-48f9-a076-618e22b46a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "PUT /v2.0/floatingips/855d4e1e-7706-46b1-b58b-240f1f552746 HTTP/1.1" status: 200 len: 991 time: 2.3325994 Jun 06 14:23:33.459932 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:23:33.460994 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:33.462843 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:23:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:33.464886 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e07a59-661b-44a5-8720-f4a4661c8d18" -d '{"events": [{"name": "network-changed", "server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:33.560815 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d200b1-39e2-42d5-a9a3-df518544ac06 x-openstack-request-id: req-80d200b1-39e2-42d5-a9a3-df518544ac06 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:33.561106 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:33.561355 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80d200b1-39e2-42d5-a9a3-df518544ac06 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:33.561797 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d200b1-39e2-42d5-a9a3-df518544ac06'] response: {'name': 'network-changed', 'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'status': 'completed', 'code': 200} Jun 06 14:23:33.584146 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '63034326-e387-47f3-be33-1e87c2508d5e', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'port_id': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'mac_address': 'fa:16:3e:de:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9070a8fe-f081-4116-9cf2-81094e156184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:51Z', 'updated_at': '2022-06-06T14:23:30Z', 'revision_number': 1, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:33.596831 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:23:33.657942 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8389337a-79a7-4c0e-b613-eaf23549007b None None] The sync data for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi is: [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '63034326-e387-47f3-be33-1e87c2508d5e', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'port_id': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'mac_address': 'fa:16:3e:de:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9070a8fe-f081-4116-9cf2-81094e156184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:51Z', 'updated_at': '2022-06-06T14:23:30Z', 'revision_number': 1, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:23:33.912236 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c6325cb9-521a-4b56-b13c-63dd7094a398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:33.962691 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa07464-940c-4c36-88ce-3d29f909e71d req-729bb1eb-efb4-44ff-8e11-43d8742d2867 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:33.971353 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3aa07464-940c-4c36-88ce-3d29f909e71d req-729bb1eb-efb4-44ff-8e11-43d8742d2867 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.1467843 Jun 06 14:23:34.053133 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '855d4e1e-7706-46b1-b58b-240f1f552746', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'port_id': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'mac_address': 'fa:16:3e:e9:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:49Z', 'updated_at': '2022-06-06T14:23:32Z', 'revision_number': 1, 'project_id': '52da965db3654006abddd5b40b0905c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:34.097964 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] Checking router: 76f85970-ea41-4a7a-a2b2-010e60125c2c for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:23:34.100005 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3aa07464-940c-4c36-88ce-3d29f909e71d req-9c125cfb-a3b6-447d-a005-c8b4e8141f5a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216753 Jun 06 14:23:34.118467 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:23:34.119578 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:23:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:34.308969 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:23:34.494712 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-1bd427f2-e42e-48dd-8011-fcb24267a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:34.498523 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-1bd427f2-e42e-48dd-8011-fcb24267a9c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 1130 time: 0.1805050 Jun 06 14:23:34.608739 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d498ee-52a7-4259-b87a-48bf6edb05b6 req-94b6f421-2b9b-4bdc-8a35-3d35ca4ad4be tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:34.625945 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-59d498ee-52a7-4259-b87a-48bf6edb05b6 req-94b6f421-2b9b-4bdc-8a35-3d35ca4ad4be tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1224935 Jun 06 14:23:34.725276 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-59d498ee-52a7-4259-b87a-48bf6edb05b6 req-5d535e06-ff1c-4c59-ac51-f9f53fe05144 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938857 Jun 06 14:23:34.931279 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:34.958939 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '855d4e1e-7706-46b1-b58b-240f1f552746', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'port_id': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'mac_address': 'fa:16:3e:e9:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:49Z', 'updated_at': '2022-06-06T14:23:32Z', 'revision_number': 1, 'project_id': '52da965db3654006abddd5b40b0905c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:34.994497 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a364b-0345-4583-b00f-63e582557f20 None None] The sync data for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi is: [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '855d4e1e-7706-46b1-b58b-240f1f552746', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'port_id': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'mac_address': 'fa:16:3e:e9:a8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:49Z', 'updated_at': '2022-06-06T14:23:32Z', 'revision_number': 1, 'project_id': '52da965db3654006abddd5b40b0905c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:23:35.013894 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:35.112505 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c8f7b8-c540-45e5-9874-ace349a3bc48 None None] New status for floating IP 63034326-e387-47f3-be33-1e87c2508d5e: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:23:35.339407 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4417-e77c-4699-bd33-bf72b4fd5a59 req-59516b29-5077-4772-b805-75560a04242b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:35.350524 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-709f4417-e77c-4699-bd33-bf72b4fd5a59 req-59516b29-5077-4772-b805-75560a04242b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.1100712 Jun 06 14:23:35.373795 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:35.467858 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b3ad65-ca00-46b6-826d-58a18bdb7bc8 None None] New status for floating IP 855d4e1e-7706-46b1-b58b-240f1f552746: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:23:35.495316 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-709f4417-e77c-4699-bd33-bf72b4fd5a59 req-bcbf2054-0f1c-46dc-b1ca-f638ba68ca2c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375360 Jun 06 14:23:35.936215 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd06c2f-b12e-4a62-aff5-471d4283c34d req-48580373-15c1-414b-8fbe-833efa541485 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:35.940961 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9bd06c2f-b12e-4a62-aff5-471d4283c34d req-48580373-15c1-414b-8fbe-833efa541485 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0836773 Jun 06 14:23:36.029751 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9bd06c2f-b12e-4a62-aff5-471d4283c34d req-51e99d63-12b3-4872-a167-bf57aab34f29 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875785 Jun 06 14:23:36.107794 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:23:36.293519 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-171488e3-f8b9-4d81-92ac-b0176746826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:36.295476 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-171488e3-f8b9-4d81-92ac-b0176746826e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 1129 time: 0.0493498 Jun 06 14:23:36.431546 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-185734c4-cb24-4aa0-99a1-b4833977e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:36.433035 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-185734c4-cb24-4aa0-99a1-b4833977e22e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 912 time: 0.1329069 Jun 06 14:23:36.659104 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735733-92de-4531-b1e8-99bb0dc85570 req-d52242da-89dc-4a20-8e3f-d77a87967565 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:36.660739 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7c735733-92de-4531-b1e8-99bb0dc85570 req-d52242da-89dc-4a20-8e3f-d77a87967565 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.0575430 Jun 06 14:23:36.735706 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7c735733-92de-4531-b1e8-99bb0dc85570 req-076ccda3-9023-4a79-ad22-52cb0816e8d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682807 Jun 06 14:23:36.745066 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:36.868544 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:36.999902 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d90f40-0d9e-448b-a162-65e2a0ef2324 req-6cfe7c49-84ba-4a97-93d5-07d5d7566244 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:37.002487 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-28d90f40-0d9e-448b-a162-65e2a0ef2324 req-6cfe7c49-84ba-4a97-93d5-07d5d7566244 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.1316674 Jun 06 14:23:37.015908 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 40986) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:37.025945 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a9c3b2ad-ad9a-49b5-b983-25dbd50c1f9f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'floatingip': {'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:23:37.049000 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe594a0-9a4c-4242-a166-7fb564a039a9 req-5efe4e4e-30a4-4de9-9908-ca5f3b32d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:37.051232 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ebe594a0-9a4c-4242-a166-7fb564a039a9 req-5efe4e4e-30a4-4de9-9908-ca5f3b32d169 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 1129 time: 0.1503994 Jun 06 14:23:37.084307 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-9073589f-e511-4f26-84cd-3cb781ccfcc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8 HTTP/1.1" status: 200 len: 1002 time: 0.1873093 Jun 06 14:23:37.123350 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b2ad-ad9a-49b5-b983-25dbd50c1f9f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:37.128104 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-34cb8567-fdfd-40ce-8361-d8d64c19f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:37.130745 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-34cb8567-fdfd-40ce-8361-d8d64c19f4ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.3437808 Jun 06 14:23:37.424429 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:37.443265 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-06291b26-6f8b-4461-bf7c-d54110ab2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:37.445323 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-06291b26-6f8b-4461-bf7c-d54110ab2311 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 200 len: 850 time: 0.1308491 Jun 06 14:23:37.507917 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-23560962-40bb-442e-8dcb-be3611d27c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:37.510946 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-23560962-40bb-442e-8dcb-be3611d27c13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587146 Jun 06 14:23:37.514369 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ebe594a0-9a4c-4242-a166-7fb564a039a9 req-eafa5d73-f35a-4f28-9575-8a93cad559d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982014 Jun 06 14:23:37.520771 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec658e49-ea88-4346-b662-228031eb9a9d req-4f5e0c73-6b9a-43df-aa29-27129c9f6430 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:37.524356 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec658e49-ea88-4346-b662-228031eb9a9d req-4f5e0c73-6b9a-43df-aa29-27129c9f6430 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.3400600 Jun 06 14:23:37.640018 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-1692a302-fa22-4ac0-b8fc-1f4800c5a59b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0b62115-c8dd-481f-97e8-5204944b431a HTTP/1.1" status: 200 len: 1001 time: 0.3213205 Jun 06 14:23:37.771476 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec658e49-ea88-4346-b662-228031eb9a9d req-d5e137a5-4507-487d-9529-e76a4e899bff tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967177 Jun 06 14:23:37.904163 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-244d3539-b39a-4bf7-9ed7-f7cedf679927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:37.905564 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-244d3539-b39a-4bf7-9ed7-f7cedf679927 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.1148353 Jun 06 14:23:38.038160 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-aa97309d-81e0-47fa-b0dd-7c38d03f458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:38.040603 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-aa97309d-81e0-47fa-b0dd-7c38d03f458d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960028 Jun 06 14:23:38.067459 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-99e6242e-1fa8-4dd2-b205-d2fae6633d1d service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943704 Jun 06 14:23:38.230750 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b2ad-ad9a-49b5-b983-25dbd50c1f9f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:38.239240 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:38.251149 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b2ad-ad9a-49b5-b983-25dbd50c1f9f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:38.332488 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c27305-0a9c-4939-b29d-9e9fb648ed58 req-dfbb0fe4-ffbc-4e8b-9980-e2bbe05928d1 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:38.334265 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-71c27305-0a9c-4939-b29d-9e9fb648ed58 req-dfbb0fe4-ffbc-4e8b-9980-e2bbe05928d1 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.1003802 Jun 06 14:23:38.439551 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-a9c3b2ad-ad9a-49b5-b983-25dbd50c1f9f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Floating IP fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92 associated. External IP: 172.27.1.137, port: d717f707-59c5-428c-99f9-a11fbd69fc24. Jun 06 14:23:38.446238 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-71c27305-0a9c-4939-b29d-9e9fb648ed58 req-4b2f6c2b-1109-4182-b482-c2cdc51c5aff tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766203 Jun 06 14:23:38.483368 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:38.649505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41040) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:38.674796 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a212de7-9a80-4585-aa02-c485ab1769a7 req-340e6a9e-c9c2-4fb7-a89f-365ee58ab228 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864047 Jun 06 14:23:38.753964 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-fca5c847-7e4f-4216-9e7a-f5a585702ee2 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719262 Jun 06 14:23:38.852914 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:38.889962 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-790a84b4-c69f-4a4b-b02f-a9748e41f89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:38.957087 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:38.988173 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:39.020041 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-790a84b4-c69f-4a4b-b02f-a9748e41f89d admin admin] Publish callbacks [] for security_group (ccce7c41-7df1-4567-ac73-c321749f9100), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:39.025439 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-790a84b4-c69f-4a4b-b02f-a9748e41f89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ccce7c41-7df1-4567-ac73-c321749f9100), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:39.061242 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f855676-9c22-47cc-b74d-916d53fcd926 req-4bc55b20-5c6d-4d55-a064-f1edb6c83014 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:39.064106 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3f855676-9c22-47cc-b74d-916d53fcd926 req-4bc55b20-5c6d-4d55-a064-f1edb6c83014 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1265502 Jun 06 14:23:39.083505 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c3b2ad-ad9a-49b5-b983-25dbd50c1f9f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:23:39.107257 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-790a84b4-c69f-4a4b-b02f-a9748e41f89d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=319fc624b55e401085e554c42779ff26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565256 Jun 06 14:23:39.109072 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a84b4-c69f-4a4b-b02f-a9748e41f89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccce7c41-7df1-4567-ac73-c321749f9100,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:39.111947 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41060) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:39.170515 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd5e7-dd4b-4202-b792-25fe9b441ed3 admin admin] Publish callbacks [] for security_group (ccce7c41-7df1-4567-ac73-c321749f9100), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:39.200040 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd5e7-dd4b-4202-b792-25fe9b441ed3 admin admin] Publish callbacks [] for security_group (ccce7c41-7df1-4567-ac73-c321749f9100), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:39.291420 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd5e7-dd4b-4202-b792-25fe9b441ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ccce7c41-7df1-4567-ac73-c321749f9100), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:39.294159 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd5e7-dd4b-4202-b792-25fe9b441ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:39.295362 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0d5bd5e7-dd4b-4202-b792-25fe9b441ed3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccce7c41-7df1-4567-ac73-c321749f9100 HTTP/1.1" status: 204 len: 168 time: 0.1823647 Jun 06 14:23:39.313159 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41066) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:39.314482 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bd5e7-dd4b-4202-b792-25fe9b441ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccce7c41-7df1-4567-ac73-c321749f9100,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:39.534189 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3f855676-9c22-47cc-b74d-916d53fcd926 req-76405387-202f-4f03-828a-3560986147fa tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450839 Jun 06 14:23:39.562730 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3b2ad-ad9a-49b5-b983-25dbd50c1f9f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:23:39.574672 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b2ad-ad9a-49b5-b983-25dbd50c1f9f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:39.597414 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:23:39.606679 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:39.646209 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:23:39.647766 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:23:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:39.735558 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aac495-4119-4a44-a0ab-2c4bbb3215fe req-b69be556-1eda-46c6-b141-41c2587f8f1a tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:39.738374 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-47aac495-4119-4a44-a0ab-2c4bbb3215fe req-b69be556-1eda-46c6-b141-41c2587f8f1a tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.1127272 Jun 06 14:23:39.742307 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a9c3b2ad-ad9a-49b5-b983-25dbd50c1f9f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "PUT /v2.0/floatingips/fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92 HTTP/1.1" status: 200 len: 992 time: 2.7235885 Jun 06 14:23:39.743238 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'tag': 'd717f707-59c5-428c-99f9-a11fbd69fc24'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:39.746720 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e579e4fd-e494-42c3-a476-b8f99806cdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "a01d925b-d495-41e1-8810-5c4a905137f7", "tag": "d717f707-59c5-428c-99f9-a11fbd69fc24"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:39.815626 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:23:39.882257 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-47aac495-4119-4a44-a0ab-2c4bbb3215fe req-17fdc667-c115-43a3-830e-15b580cae59d tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193759 Jun 06 14:23:39.905783 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ab2a6f-ee82-4e29-bde0-9af1d4869801 x-openstack-request-id: req-a2ab2a6f-ee82-4e29-bde0-9af1d4869801 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:39.906493 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01d925b-d495-41e1-8810-5c4a905137f7", "tag": "d717f707-59c5-428c-99f9-a11fbd69fc24", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:39.906970 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2ab2a6f-ee82-4e29-bde0-9af1d4869801 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:39.907686 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ab2a6f-ee82-4e29-bde0-9af1d4869801'] response: {'name': 'network-changed', 'server_uuid': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'tag': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'status': 'completed', 'code': 200} Jun 06 14:23:39.945309 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41080) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:39.965141 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2904d8a4-f34c-4c54-b983-a55f0db2c9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.080363 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2904d8a4-f34c-4c54-b983-a55f0db2c9f2 admin admin] Publish callbacks [] for security_group (314a80fb-17e2-496e-b0b2-3f9428fe46d0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.087216 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2904d8a4-f34c-4c54-b983-a55f0db2c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (314a80fb-17e2-496e-b0b2-3f9428fe46d0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.139488 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2904d8a4-f34c-4c54-b983-a55f0db2c9f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1daf8a697cd45baaebee128f04ea760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879709 Jun 06 14:23:40.140720 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41082) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:40.141551 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904d8a4-f34c-4c54-b983-a55f0db2c9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314a80fb-17e2-496e-b0b2-3f9428fe46d0,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:40.154420 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3a404eb8-ad20-4942-91de-1333f31e5f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.213429 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c088909a-c06d-4ecb-858f-f1d88e6eb710 admin admin] Publish callbacks [] for security_group (314a80fb-17e2-496e-b0b2-3f9428fe46d0), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.221657 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:48Z', 'updated_at': '2022-06-06T14:23:38Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:40.249660 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:40.253473 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:23:40.264351 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c088909a-c06d-4ecb-858f-f1d88e6eb710 admin admin] Publish callbacks [] for security_group (314a80fb-17e2-496e-b0b2-3f9428fe46d0), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.266962 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:23:40.267879 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:23:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:40.289276 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3a404eb8-ad20-4942-91de-1333f31e5f29 admin admin] Publish callbacks [] for security_group (6aacc2b2-f409-47b6-89b1-3d966563f65b), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.295961 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3a404eb8-ad20-4942-91de-1333f31e5f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6aacc2b2-f409-47b6-89b1-3d966563f65b), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.344904 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a404eb8-ad20-4942-91de-1333f31e5f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aacc2b2-f409-47b6-89b1-3d966563f65b,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:40.349784 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c088909a-c06d-4ecb-858f-f1d88e6eb710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (314a80fb-17e2-496e-b0b2-3f9428fe46d0), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.351407 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3a404eb8-ad20-4942-91de-1333f31e5f29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e585669e8ba49e684ca2c0913b8280f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0336189 Jun 06 14:23:40.355809 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c088909a-c06d-4ecb-858f-f1d88e6eb710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.358859 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41084) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:40.362877 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c088909a-c06d-4ecb-858f-f1d88e6eb710 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/314a80fb-17e2-496e-b0b2-3f9428fe46d0 HTTP/1.1" status: 204 len: 168 time: 0.2166300 Jun 06 14:23:40.380240 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088909a-c06d-4ecb-858f-f1d88e6eb710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314a80fb-17e2-496e-b0b2-3f9428fe46d0,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:40.468790 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-917f2fe7-76b5-4f51-8ff6-ef2caeee85f8 admin admin] Publish callbacks [] for security_group (6aacc2b2-f409-47b6-89b1-3d966563f65b), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.505643 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-917f2fe7-76b5-4f51-8ff6-ef2caeee85f8 admin admin] Publish callbacks [] for security_group (6aacc2b2-f409-47b6-89b1-3d966563f65b), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.535978 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:23:40.656782 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-917f2fe7-76b5-4f51-8ff6-ef2caeee85f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6aacc2b2-f409-47b6-89b1-3d966563f65b), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.667361 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-917f2fe7-76b5-4f51-8ff6-ef2caeee85f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:40.667361 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-917f2fe7-76b5-4f51-8ff6-ef2caeee85f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6aacc2b2-f409-47b6-89b1-3d966563f65b HTTP/1.1" status: 204 len: 168 time: 0.3055673 Jun 06 14:23:40.685778 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1e07a59-661b-44a5-8720-f4a4661c8d18 req-7a65e99d-7073-4085-b216-d15fb2a34667 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910360 Jun 06 14:23:40.718552 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2fe7-76b5-4f51-8ff6-ef2caeee85f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aacc2b2-f409-47b6-89b1-3d966563f65b,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:40.860317 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3fb55-f0d8-44ef-a0e2-c7a6f582f651 req-b085cdc9-8234-4907-b4f7-a59afe134c26 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:40.862272 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3c3fb55-f0d8-44ef-a0e2-c7a6f582f651 req-b085cdc9-8234-4907-b4f7-a59afe134c26 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1692617 Jun 06 14:23:40.937641 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3c3fb55-f0d8-44ef-a0e2-c7a6f582f651 req-9ad3020e-4ebe-476e-84fe-192fcec83b51 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681870 Jun 06 14:23:40.966069 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:48Z', 'updated_at': '2022-06-06T14:23:38Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:41.040007 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc671d-f72c-4b3e-ad9c-f2fcff2ac53f req-278df382-5dea-4744-aa92-e0c204f485d9 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:41.041907 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:41.048623 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65bc671d-f72c-4b3e-ad9c-f2fcff2ac53f req-278df382-5dea-4744-aa92-e0c204f485d9 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.0656486 Jun 06 14:23:41.056076 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d265017-f5f2-427c-9123-eedd6bcbfc53 None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:48Z', 'updated_at': '2022-06-06T14:23:38Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:23:41.122911 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:41.149687 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65bc671d-f72c-4b3e-ad9c-f2fcff2ac53f req-bb596ba1-5364-4792-910f-b4699c23f8c5 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000240 Jun 06 14:23:41.335484 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-65d74d08-84b6-4c30-bc38-c85c49943933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:41.338723 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-65d74d08-84b6-4c30-bc38-c85c49943933 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 1130 time: 0.1207609 Jun 06 14:23:41.441834 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b479-1663-4299-a7aa-26b8d1d86b18 req-89215dfb-0eef-49fe-8195-32129b964852 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:41.452334 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9d4b479-1663-4299-a7aa-26b8d1d86b18 req-89215dfb-0eef-49fe-8195-32129b964852 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0872259 Jun 06 14:23:41.539449 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb6f523-45aa-4375-aab8-394437386561 None None] New status for floating IP fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:23:41.615288 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-3c7056c3-af0e-4d81-b485-aa02c2439738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:41.617564 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-3c7056c3-af0e-4d81-b485-aa02c2439738 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 1129 time: 0.0548794 Jun 06 14:23:41.630852 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9d4b479-1663-4299-a7aa-26b8d1d86b18 req-cd8b06a0-e90c-45cf-811c-5343dedb65db tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704383 Jun 06 14:23:41.709222 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-77d364f8-d6ef-492e-b1f3-92c491137c77 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:41.716561 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-77d364f8-d6ef-492e-b1f3-92c491137c77 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.1468134 Jun 06 14:23:41.736166 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:41.774143 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-d500cecb-89c2-403e-9bda-1dc8887b43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:41.775701 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-d500cecb-89c2-403e-9bda-1dc8887b43a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.1376920 Jun 06 14:23:41.849952 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-b0a9d67d-1f57-4a85-8328-bc9b26be63a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef HTTP/1.1" status: 200 len: 217 time: 0.0676904 Jun 06 14:23:41.961076 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-c8efecd1-3684-44df-98b3-054b1925c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:41.965358 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-c8efecd1-3684-44df-98b3-054b1925c823 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.1084049 Jun 06 14:23:41.993680 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-8ca9003f-7cf9-44d3-88f3-bbd89f56efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:41.995337 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-8ca9003f-7cf9-44d3-88f3-bbd89f56efd1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 916 time: 0.5328362 Jun 06 14:23:41.995798 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Deleting port 40879521-81e3-4f32-9106-3ea8a3757175 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:23:41.996161 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (40879521-81e3-4f32-9106-3ea8a3757175), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:42.083201 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:42.092532 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:42.129051 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-dc8e35c5-ea73-4714-afb1-59eb40cef204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:42.133626 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-dc8e35c5-ea73-4714-afb1-59eb40cef204 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1549129 Jun 06 14:23:42.136896 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-8ab34dd2-5a2d-4193-adb9-c5c4521309e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d717f707-59c5-428c-99f9-a11fbd69fc24 HTTP/1.1" status: 200 len: 1002 time: 0.1347828 Jun 06 14:23:42.252533 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] For port 40879521-81e3-4f32-9106-3ea8a3757175, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=40879521-81e3-4f32-9106-3ea8a3757175,segment=NetworkSegment(934e4637-cc85-436e-9068-713805b5f038),segment_id=934e4637-cc85-436e-9068-713805b5f038)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:23:42.252987 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (40879521-81e3-4f32-9106-3ea8a3757175), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:42.305519 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Calling delete_port for 40879521-81e3-4f32-9106-3ea8a3757175 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:23:42.307708 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-c0a09604-f0f1-4602-8479-71d07d7fe832 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609936 Jun 06 14:23:42.310375 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-764d5cc8-7e2c-4d0e-b0b6-9d745f60239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:42.311574 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-764d5cc8-7e2c-4d0e-b0b6-9d745f60239e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.1641302 Jun 06 14:23:42.448323 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d70465-6538-45d0-a19a-f681f47cebec req-c5e59a24-a8a5-4246-b61f-e54f71ad2ac8 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:42.450513 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62d70465-6538-45d0-a19a-f681f47cebec req-c5e59a24-a8a5-4246-b61f-e54f71ad2ac8 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 945 time: 0.1418290 Jun 06 14:23:42.463792 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-f1cf16f1-f3e3-4b7b-9ade-836bdc5a591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:42.465363 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-f1cf16f1-f3e3-4b7b-9ade-836bdc5a591a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1346695 Jun 06 14:23:42.533781 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2f06973-d482-44a2-ad12-4cc4dca84215 req-e0af25c5-fa99-4c2a-841d-9eac83b8fb8f service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862452 Jun 06 14:23:42.575608 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62d70465-6538-45d0-a19a-f681f47cebec req-6cbf0f9b-f6e6-4a6f-a883-ecfe299e5440 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/security-groups?id=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154816 Jun 06 14:23:42.708043 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-066a588f-39e6-49d7-a612-63ba1d717111 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218821 Jun 06 14:23:42.712316 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445'] for port (40879521-81e3-4f32-9106-3ea8a3757175), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:42.768443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Pushing event deleted for resources: {'Port': ['ID=40879521-81e3-4f32-9106-3ea8a3757175,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:42.847351 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:42.862526 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae94c9-3038-413d-917c-992e3650e482 req-2ff1a7dc-b435-4019-9c0f-109171339c3f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:42.868878 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0bae94c9-3038-413d-917c-992e3650e482 req-2ff1a7dc-b435-4019-9c0f-109171339c3f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1174259 Jun 06 14:23:42.895034 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] No DVR routers for this DVR port 40879521-81e3-4f32-9106-3ea8a3757175 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:23:42.899418 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:42.902943 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3db1b4a7-c20e-4819-98f7-6d28ed97ada3 req-06d42813-ab0f-4f05-8875-3d39ce6e8189 tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.46 "DELETE /v2.0/ports/40879521-81e3-4f32-9106-3ea8a3757175 HTTP/1.1" status: 204 len: 173 time: 1.1481478 Jun 06 14:23:42.907644 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b8024-221d-4fec-bba7-9b03a34d0280', 'name': 'network-vif-deleted', 'tag': '40879521-81e3-4f32-9106-3ea8a3757175'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:23:42.913422 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd73865-f07f-4ae3-9427-9b7b1142406b" -d '{"events": [{"server_uuid": "002b8024-221d-4fec-bba7-9b03a34d0280", "name": "network-vif-deleted", "tag": "40879521-81e3-4f32-9106-3ea8a3757175"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:23:42.990682 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e579e4fd-e494-42c3-a476-b8f99806cdfb req-01aadd50-9f47-4b3a-8080-e2307c32bfa2 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624075 Jun 06 14:23:43.010554 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba16157-dbb0-428e-b236-d5cb847bc5ef x-openstack-request-id: req-dba16157-dbb0-428e-b236-d5cb847bc5ef {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:23:43.011102 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002b8024-221d-4fec-bba7-9b03a34d0280", "name": "network-vif-deleted", "tag": "40879521-81e3-4f32-9106-3ea8a3757175", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:23:43.011628 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dba16157-dbb0-428e-b236-d5cb847bc5ef {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:23:43.012549 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba16157-dbb0-428e-b236-d5cb847bc5ef'] response: {'server_uuid': '002b8024-221d-4fec-bba7-9b03a34d0280', 'name': 'network-vif-deleted', 'tag': '40879521-81e3-4f32-9106-3ea8a3757175', 'status': 'completed', 'code': 200} Jun 06 14:23:43.027053 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0bae94c9-3038-413d-917c-992e3650e482 req-6803dfcf-bb62-4779-8167-89a341ea0853 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518931 Jun 06 14:23:43.359380 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 40879521-81e3-4f32-9106-3ea8a3757175 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:23:43.441543 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 40879521-81e3-4f32-9106-3ea8a3757175 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:23:43.442109 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 40879521-81e3-4f32-9106-3ea8a3757175 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:23:43.725483 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4906d2ac-a5db-4765-8802-04445291d61d req-f1b35c05-a822-4226-aaa1-b72b58f9a97d tempest-DeleteServersTestJSON-762500672 tempest-DeleteServersTestJSON-762500672-project] 10.222.0.13 "GET /v2.0/ports?device_id=002b8024-221d-4fec-bba7-9b03a34d0280 HTTP/1.1" status: 200 len: 210 time: 0.0345914 Jun 06 14:23:44.244329 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79132c1-878a-4a5d-a3ba-14f6017d9203 req-36373ec1-0b29-4960-a934-3091f6bef7e6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:44.245962 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f79132c1-878a-4a5d-a3ba-14f6017d9203 req-36373ec1-0b29-4960-a934-3091f6bef7e6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0892529 Jun 06 14:23:44.311227 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f79132c1-878a-4a5d-a3ba-14f6017d9203 req-7237e82a-a3cd-4716-b4de-29ef792bd9a6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564842 Jun 06 14:23:45.506542 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafe13b-5c63-4496-8ac6-b68e167467fd req-1dd75abb-4c2e-4612-a9f2-8aad37a11517 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:45.510027 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1fafe13b-5c63-4496-8ac6-b68e167467fd req-1dd75abb-4c2e-4612-a9f2-8aad37a11517 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0776620 Jun 06 14:23:45.574558 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1fafe13b-5c63-4496-8ac6-b68e167467fd req-198d04ee-0f6d-4a07-a4a9-1223d5ceb151 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580812 Jun 06 14:23:46.787796 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41278) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:46.807303 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55da6-d576-4fd9-beed-ca400bf821b4 req-df964a45-5c2b-4180-ae9d-67c478a0a701 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:46.810853 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0fa55da6-d576-4fd9-beed-ca400bf821b4 req-df964a45-5c2b-4180-ae9d-67c478a0a701 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1337051 Jun 06 14:23:46.862056 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-4394a115-760a-432a-ada4-5ab1936a5eb9 admin admin] Deleting subnet e303eee9-860b-4194-8846-6fe8c010e21f {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:23:46.865422 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:46.867812 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4394a115-760a-432a-ada4-5ab1936a5eb9 admin admin] Publish callbacks [] for subnet (e303eee9-860b-4194-8846-6fe8c010e21f), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:46.929518 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4394a115-760a-432a-ada4-5ab1936a5eb9 admin admin] Publish callbacks [] for subnet (e303eee9-860b-4194-8846-6fe8c010e21f), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:46.948637 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0fa55da6-d576-4fd9-beed-ca400bf821b4 req-c85a69d2-2996-479b-b668-2943b1fb236d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309121 Jun 06 14:23:46.954975 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4394a115-760a-432a-ada4-5ab1936a5eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (e303eee9-860b-4194-8846-6fe8c010e21f), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.065938 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4394a115-760a-432a-ada4-5ab1936a5eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (e303eee9-860b-4194-8846-6fe8c010e21f), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.071356 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:47.103679 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394a115-760a-432a-ada4-5ab1936a5eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e303eee9-860b-4194-8846-6fe8c010e21f,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:47.108592 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4394a115-760a-432a-ada4-5ab1936a5eb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.114198 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4394a115-760a-432a-ada4-5ab1936a5eb9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e303eee9-860b-4194-8846-6fe8c010e21f HTTP/1.1" status: 204 len: 168 time: 0.3224092 Jun 06 14:23:47.114797 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41288) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:47.197757 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (fa6b286e-5107-4398-8415-51d8223e7f8f), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.307801 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (fa6b286e-5107-4398-8415-51d8223e7f8f), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.335174 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.335562 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.336589 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.336947 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > port after_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.337379 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.337741 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > port after_update 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.338089 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.338423 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.338736 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.339067 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.420398 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.420983 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.421342 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.421674 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:23:47.422077 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6b286e-5107-4398-8415-51d8223e7f8f']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:47.444058 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934e4637-cc85-436e-9068-713805b5f038') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:47.444872 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934e4637-cc85-436e-9068-713805b5f038') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:23:47.459933 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:47.469304 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3234498'] for segment (934e4637-cc85-436e-9068-713805b5f038), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.501831 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (934e4637-cc85-436e-9068-713805b5f038), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.513190 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:23:47.513618 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3388999'] for segment (934e4637-cc85-436e-9068-713805b5f038), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.612188 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (fa6b286e-5107-4398-8415-51d8223e7f8f), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.638507 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:47.642181 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fa6b286e-5107-4398-8415-51d8223e7f8f HTTP/1.1" status: 204 len: 168 time: 0.5258901 Jun 06 14:23:47.643952 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ae515-fb51-4820-9f71-8abd2bb9aa43 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6b286e-5107-4398-8415-51d8223e7f8f,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:47.768551 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 934e4637-cc85-436e-9068-713805b5f038 resource provider aggregate not found Jun 06 14:23:47.790118 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 934e4637-cc85-436e-9068-713805b5f038 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 934e4637-cc85-436e-9068-713805b5f038 found for delete ", "request_id": "req-ae5d0f44-b8d7-4d8b-a745-42ae2862b09d"}]} Jun 06 14:23:47.901779 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41306) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:47.949200 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-aa1c606a-41e1-4a03-8baf-c9f4e5bd5a5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2ab6d13d539433a853fc6805d819b85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0458736 Jun 06 14:23:47.951917 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41308) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:48.010062 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48c1916f-93d7-40ef-88da-38b7d6465700 admin admin] Publish callbacks [] for security_group (05ca35a2-9317-46f7-92c3-ddeeb6e0d01d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:48.050456 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48c1916f-93d7-40ef-88da-38b7d6465700 admin admin] Publish callbacks [] for security_group (05ca35a2-9317-46f7-92c3-ddeeb6e0d01d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:48.149972 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48c1916f-93d7-40ef-88da-38b7d6465700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (05ca35a2-9317-46f7-92c3-ddeeb6e0d01d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:48.154015 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58762338-0223-4745-b346-90ac2460b1c8 req-74749058-24de-4543-bf64-64c701729aff tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:48.154956 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48c1916f-93d7-40ef-88da-38b7d6465700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:48.156720 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-48c1916f-93d7-40ef-88da-38b7d6465700 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05ca35a2-9317-46f7-92c3-ddeeb6e0d01d HTTP/1.1" status: 204 len: 168 time: 0.2036541 Jun 06 14:23:48.158561 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-58762338-0223-4745-b346-90ac2460b1c8 req-74749058-24de-4543-bf64-64c701729aff tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1011298 Jun 06 14:23:48.175214 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1916f-93d7-40ef-88da-38b7d6465700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ca35a2-9317-46f7-92c3-ddeeb6e0d01d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:48.258392 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-58762338-0223-4745-b346-90ac2460b1c8 req-073f9b4e-76c9-46d4-8bdb-96d339422489 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860667 Jun 06 14:23:49.417559 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e26bed-4584-418f-8ad7-5b919d3c5c83 req-1c0575df-048e-4d14-9c7f-9cf68b72b33c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:49.419206 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-73e26bed-4584-418f-8ad7-5b919d3c5c83 req-1c0575df-048e-4d14-9c7f-9cf68b72b33c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0867181 Jun 06 14:23:49.497915 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-73e26bed-4584-418f-8ad7-5b919d3c5c83 req-0af56f41-6d1c-452a-9fe8-1bfb977f8c03 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679080 Jun 06 14:23:50.686870 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60495255-783e-420d-a42b-ce4aeb240d21 req-7814c6aa-7a32-4f95-bd51-b8556d2b12f4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:50.688548 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-60495255-783e-420d-a42b-ce4aeb240d21 req-7814c6aa-7a32-4f95-bd51-b8556d2b12f4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0689409 Jun 06 14:23:50.771984 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-60495255-783e-420d-a42b-ce4aeb240d21 req-e6addc35-7817-44ac-94dd-8c61cf3006cc tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768635 Jun 06 14:23:50.969845 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=64 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:50.971765 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=84 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:51.802760 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:51.958109 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702887e4-ace6-4544-be1e-0c2a9759975e req-192896de-10c6-4de0-8e53-5f7c296abc59 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:51.961263 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-702887e4-ace6-4544-be1e-0c2a9759975e req-192896de-10c6-4de0-8e53-5f7c296abc59 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0683489 Jun 06 14:23:52.036717 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-702887e4-ace6-4544-be1e-0c2a9759975e req-0819a89c-4bc3-456f-8dd5-37a418116064 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661373 Jun 06 14:23:53.191149 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a1a0-b846-46c2-b1f4-afae989a0261 req-86be1d0c-429d-4390-977f-9af838a2f905 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:53.194061 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a220a1a0-b846-46c2-b1f4-afae989a0261 req-86be1d0c-429d-4390-977f-9af838a2f905 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0700867 Jun 06 14:23:53.252435 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41476) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:53.290336 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a220a1a0-b846-46c2-b1f4-afae989a0261 req-eeb2766a-4690-4ee4-84d6-fa7452187407 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844390 Jun 06 14:23:53.434091 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4dec1868-6ff8-4990-86dc-2081835b0078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:53.442271 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:53.567625 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4dec1868-6ff8-4990-86dc-2081835b0078 admin admin] Publish callbacks [] for security_group (b5ed1ce6-b9d7-406c-80d5-7cde2eb071f2), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:53.573554 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4dec1868-6ff8-4990-86dc-2081835b0078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b5ed1ce6-b9d7-406c-80d5-7cde2eb071f2), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:53.652845 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4dec1868-6ff8-4990-86dc-2081835b0078 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf9c854caae9424294769bf47bc4ddc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975697 Jun 06 14:23:53.655251 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41486) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:53.656710 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec1868-6ff8-4990-86dc-2081835b0078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ed1ce6-b9d7-406c-80d5-7cde2eb071f2,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:53.716117 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1ee93e8b-71d7-4a9a-b347-8def7093c678 admin admin] Publish callbacks [] for security_group (b5ed1ce6-b9d7-406c-80d5-7cde2eb071f2), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:53.743072 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1ee93e8b-71d7-4a9a-b347-8def7093c678 admin admin] Publish callbacks [] for security_group (b5ed1ce6-b9d7-406c-80d5-7cde2eb071f2), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:53.812198 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1ee93e8b-71d7-4a9a-b347-8def7093c678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b5ed1ce6-b9d7-406c-80d5-7cde2eb071f2), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:53.814831 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1ee93e8b-71d7-4a9a-b347-8def7093c678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:53.816188 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1ee93e8b-71d7-4a9a-b347-8def7093c678 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5ed1ce6-b9d7-406c-80d5-7cde2eb071f2 HTTP/1.1" status: 204 len: 168 time: 0.1597676 Jun 06 14:23:53.832502 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee93e8b-71d7-4a9a-b347-8def7093c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ed1ce6-b9d7-406c-80d5-7cde2eb071f2,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:54.192010 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41494) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:54.206817 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b1ae00f4-187d-482a-90fa-1b930e28fdda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:54.300284 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b1ae00f4-187d-482a-90fa-1b930e28fdda admin admin] Publish callbacks [] for security_group (c38be99b-bb17-4c16-b099-10047025ad65), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:54.305265 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b1ae00f4-187d-482a-90fa-1b930e28fdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (c38be99b-bb17-4c16-b099-10047025ad65), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:54.330108 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:54.359745 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b1ae00f4-187d-482a-90fa-1b930e28fdda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0b96282cb6546db970763f1e6ab9785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665962 Jun 06 14:23:54.362404 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41502) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:54.363236 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae00f4-187d-482a-90fa-1b930e28fdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38be99b-bb17-4c16-b099-10047025ad65,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:54.401509 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:54.498842 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9c93aa3e-1f39-4987-9db2-5dc17296361e admin admin] Publish callbacks [] for security_group (c38be99b-bb17-4c16-b099-10047025ad65), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:54.522240 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc9d57-9512-4f90-a15e-64d1f1591cdd req-50d51575-d5eb-4030-8ed7-88ae08b761bf tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:54.523975 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9dbc9d57-9512-4f90-a15e-64d1f1591cdd req-50d51575-d5eb-4030-8ed7-88ae08b761bf tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0953875 Jun 06 14:23:54.549355 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9c93aa3e-1f39-4987-9db2-5dc17296361e admin admin] Publish callbacks [] for security_group (c38be99b-bb17-4c16-b099-10047025ad65), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:54.623298 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9dbc9d57-9512-4f90-a15e-64d1f1591cdd req-c67043c5-0783-431b-aa91-d57bc81f3b28 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859759 Jun 06 14:23:54.652483 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9c93aa3e-1f39-4987-9db2-5dc17296361e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (c38be99b-bb17-4c16-b099-10047025ad65), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:54.655687 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9c93aa3e-1f39-4987-9db2-5dc17296361e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:54.657268 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9c93aa3e-1f39-4987-9db2-5dc17296361e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c38be99b-bb17-4c16-b099-10047025ad65 HTTP/1.1" status: 204 len: 168 time: 0.2921190 Jun 06 14:23:54.670189 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93aa3e-1f39-4987-9db2-5dc17296361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38be99b-bb17-4c16-b099-10047025ad65,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:55.132680 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41512) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:55.148044 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-413b83fe-aa06-4d24-aaa2-2eae6f025152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:55.238355 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:55.245587 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-413b83fe-aa06-4d24-aaa2-2eae6f025152 admin admin] Publish callbacks [] for security_group (a46a63f2-5d4c-4c0b-a435-3c7f02ca32f2), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:55.250853 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-413b83fe-aa06-4d24-aaa2-2eae6f025152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (a46a63f2-5d4c-4c0b-a435-3c7f02ca32f2), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:55.310815 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b83fe-aa06-4d24-aaa2-2eae6f025152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46a63f2-5d4c-4c0b-a435-3c7f02ca32f2,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:55.315979 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-413b83fe-aa06-4d24-aaa2-2eae6f025152 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=916c5b3ffdbd4c50b303597e072b3c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809423 Jun 06 14:23:55.318344 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41514) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:23:55.380241 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b324ddce-1c4a-4f0e-9200-f7b01c62bbd4 admin admin] Publish callbacks [] for security_group (a46a63f2-5d4c-4c0b-a435-3c7f02ca32f2), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:55.406918 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b324ddce-1c4a-4f0e-9200-f7b01c62bbd4 admin admin] Publish callbacks [] for security_group (a46a63f2-5d4c-4c0b-a435-3c7f02ca32f2), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:55.464229 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b324ddce-1c4a-4f0e-9200-f7b01c62bbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (a46a63f2-5d4c-4c0b-a435-3c7f02ca32f2), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:55.467087 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b324ddce-1c4a-4f0e-9200-f7b01c62bbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:23:55.468366 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b324ddce-1c4a-4f0e-9200-f7b01c62bbd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a46a63f2-5d4c-4c0b-a435-3c7f02ca32f2 HTTP/1.1" status: 204 len: 168 time: 0.1488044 Jun 06 14:23:55.478619 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324ddce-1c4a-4f0e-9200-f7b01c62bbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46a63f2-5d4c-4c0b-a435-3c7f02ca32f2,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:23:55.738526 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:23:55.780065 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b54e2e-26ac-4703-bc02-2bf2c3449bf6 req-4eaf7c99-20e0-45ea-9c7a-fdc785c3390b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:55.782368 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98b54e2e-26ac-4703-bc02-2bf2c3449bf6 req-4eaf7c99-20e0-45ea-9c7a-fdc785c3390b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0583708 Jun 06 14:23:55.855211 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98b54e2e-26ac-4703-bc02-2bf2c3449bf6 req-0233feab-3942-4277-925a-eb4f9b9e65cc tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614345 Jun 06 14:23:57.107012 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b82b3d-4824-4dd4-86f3-c8898e9d72f6 req-fd4421d2-cce9-4ef4-8394-861589ba6082 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:57.109062 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d5b82b3d-4824-4dd4-86f3-c8898e9d72f6 req-fd4421d2-cce9-4ef4-8394-861589ba6082 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1233635 Jun 06 14:23:57.252080 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d5b82b3d-4824-4dd4-86f3-c8898e9d72f6 req-63876780-18f7-45eb-9e61-15c52fa00f79 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294565 Jun 06 14:23:58.432417 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6152a-e9ed-4e19-80f6-396b4c4eb5e5 req-496a43b0-b0d7-4d09-bfc6-9184d092f27b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:58.434092 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fa6152a-e9ed-4e19-80f6-396b4c4eb5e5 req-496a43b0-b0d7-4d09-bfc6-9184d092f27b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0618925 Jun 06 14:23:58.489231 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fa6152a-e9ed-4e19-80f6-396b4c4eb5e5 req-8f15d14c-0c2c-4bb1-89f9-9b3a6455199a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494459 Jun 06 14:23:59.639348 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db902fd5-65ec-4e8e-99df-2a28419ae858 req-ece0f097-02bd-451e-8658-75842b2a72c0 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:23:59.640939 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db902fd5-65ec-4e8e-99df-2a28419ae858 req-ece0f097-02bd-451e-8658-75842b2a72c0 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0529332 Jun 06 14:23:59.704693 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db902fd5-65ec-4e8e-99df-2a28419ae858 req-c988d76d-7e64-4e75-9317-da9174de2790 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527887 Jun 06 14:24:00.842764 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962426d4-1266-45ae-b9e8-7f46bde57f30 req-deb10a35-8cb1-4cc0-8df3-c13052e685ab tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:00.844333 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-962426d4-1266-45ae-b9e8-7f46bde57f30 req-deb10a35-8cb1-4cc0-8df3-c13052e685ab tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Jun 06 14:24:00.900984 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-962426d4-1266-45ae-b9e8-7f46bde57f30 req-4b13ba59-363d-44fb-ab2b-6eba5b774835 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497904 Jun 06 14:24:01.176891 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-743cb5d5-1a61-4945-98a9-0ac483601a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:02.099116 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2916cf-20e9-438a-9ee2-7a9157f99ee3 req-b81705e7-d486-4f51-9787-e1dbb820164b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:02.114970 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bf2916cf-20e9-438a-9ee2-7a9157f99ee3 req-b81705e7-d486-4f51-9787-e1dbb820164b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1125889 Jun 06 14:24:02.226640 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bf2916cf-20e9-438a-9ee2-7a9157f99ee3 req-f04240e5-e2ac-40ca-84cd-c68cbc19ed6c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090662 Jun 06 14:24:02.445644 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41694) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:02.590930 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef56cfaf-b6bf-4ba7-ba5d-74c5eb4045ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:02.689501 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef56cfaf-b6bf-4ba7-ba5d-74c5eb4045ae admin admin] Publish callbacks [] for security_group (d192d636-760d-4063-8e92-33a16a095a59), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:02.696183 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef56cfaf-b6bf-4ba7-ba5d-74c5eb4045ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d192d636-760d-4063-8e92-33a16a095a59), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:02.716906 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:02.759058 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56cfaf-b6bf-4ba7-ba5d-74c5eb4045ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d192d636-760d-4063-8e92-33a16a095a59,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:02.770327 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ef56cfaf-b6bf-4ba7-ba5d-74c5eb4045ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffdc7ce35fdd4310b3c1c1f19f01574a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185656 Jun 06 14:24:02.770795 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41698) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:02.832235 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-beaecbaf-8c65-440c-b9d5-0a7baf92fa56 admin admin] Publish callbacks [] for security_group (d192d636-760d-4063-8e92-33a16a095a59), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:02.861145 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-beaecbaf-8c65-440c-b9d5-0a7baf92fa56 admin admin] Publish callbacks [] for security_group (d192d636-760d-4063-8e92-33a16a095a59), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:02.923534 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-beaecbaf-8c65-440c-b9d5-0a7baf92fa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d192d636-760d-4063-8e92-33a16a095a59), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:02.926062 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-beaecbaf-8c65-440c-b9d5-0a7baf92fa56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:02.930757 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-beaecbaf-8c65-440c-b9d5-0a7baf92fa56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d192d636-760d-4063-8e92-33a16a095a59 HTTP/1.1" status: 204 len: 168 time: 0.1557488 Jun 06 14:24:02.937940 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaecbaf-8c65-440c-b9d5-0a7baf92fa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d192d636-760d-4063-8e92-33a16a095a59,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:03.435495 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1b41e-0269-4b23-ba28-807344b556a6 req-2af13e10-0451-4661-928e-002bd516f54d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:03.437268 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-05f1b41e-0269-4b23-ba28-807344b556a6 req-2af13e10-0451-4661-928e-002bd516f54d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1066983 Jun 06 14:24:03.572228 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-05f1b41e-0269-4b23-ba28-807344b556a6 req-4b4fd104-3aa7-4a8e-9d65-ea2bf6e110b4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135311 Jun 06 14:24:03.875727 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-291edee5-758a-4018-885f-5889243d9e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:04.754432 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fe25e-ce84-4224-88c9-1015672cea25 req-c512d020-afc4-455c-ab37-e9e173ff413f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:04.770053 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c75fe25e-ce84-4224-88c9-1015672cea25 req-c512d020-afc4-455c-ab37-e9e173ff413f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0816736 Jun 06 14:24:04.860729 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c75fe25e-ce84-4224-88c9-1015672cea25 req-73f04275-d35f-453f-9c6a-03640fe9f153 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882142 Jun 06 14:24:05.009975 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:05.138707 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41846) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:05.315034 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a646372a-d3ee-4ecc-8d0f-eddec1dd1cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:05.433026 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a646372a-d3ee-4ecc-8d0f-eddec1dd1cee admin admin] Publish callbacks [] for security_group (87560217-1986-4f33-b87b-acdc349dcc89), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:05.438413 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a646372a-d3ee-4ecc-8d0f-eddec1dd1cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (87560217-1986-4f33-b87b-acdc349dcc89), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:05.492176 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a646372a-d3ee-4ecc-8d0f-eddec1dd1cee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4482f8d3cf8049ea81664d0a55f62cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500693 Jun 06 14:24:05.492570 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41860) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:05.494657 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646372a-d3ee-4ecc-8d0f-eddec1dd1cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87560217-1986-4f33-b87b-acdc349dcc89,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:05.543672 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:05.573294 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d95660c6-06d2-44b9-a11f-fde87eed561d admin admin] Publish callbacks [] for security_group (87560217-1986-4f33-b87b-acdc349dcc89), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:05.605674 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d95660c6-06d2-44b9-a11f-fde87eed561d admin admin] Publish callbacks [] for security_group (87560217-1986-4f33-b87b-acdc349dcc89), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:05.700774 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d95660c6-06d2-44b9-a11f-fde87eed561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (87560217-1986-4f33-b87b-acdc349dcc89), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:05.703473 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d95660c6-06d2-44b9-a11f-fde87eed561d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:05.716635 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d95660c6-06d2-44b9-a11f-fde87eed561d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87560217-1986-4f33-b87b-acdc349dcc89 HTTP/1.1" status: 204 len: 168 time: 0.2171845 Jun 06 14:24:05.747607 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95660c6-06d2-44b9-a11f-fde87eed561d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87560217-1986-4f33-b87b-acdc349dcc89,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:05.931780 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-6ff59e72-a8ac-42cc-be4a-e09d4ffc9965 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326625 Jun 06 14:24:06.071945 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-4ebaaaaf-f286-434e-a109-bb710767bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:06.073525 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-4ebaaaaf-f286-434e-a109-bb710767bf97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 1130 time: 0.0647564 Jun 06 14:24:06.100801 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297a4ee-92c1-4597-8d25-1b6b2994e4c0 req-08d1fb26-d2f1-40c7-af76-9455068c475d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:06.103127 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3297a4ee-92c1-4597-8d25-1b6b2994e4c0 req-08d1fb26-d2f1-40c7-af76-9455068c475d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0806699 Jun 06 14:24:06.176168 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3297a4ee-92c1-4597-8d25-1b6b2994e4c0 req-9f8329be-a882-4218-bb2b-3db799e23f57 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638824 Jun 06 14:24:06.193584 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:06.253062 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41878) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:06.270377 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1173bc09-91f1-49bc-87ea-d3bb74ea9750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:06.277614 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-ebf46942-1e62-4cc8-a517-0483ae2f7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:06.279896 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-ebf46942-1e62-4cc8-a517-0483ae2f7c86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.1763194 Jun 06 14:24:06.333533 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-88adb417-d542-4bfe-a861-4a059228e3e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5eef75b-900b-4277-ba84-469c7ff477cd HTTP/1.1" status: 200 len: 217 time: 0.0457115 Jun 06 14:24:06.414028 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1173bc09-91f1-49bc-87ea-d3bb74ea9750 admin admin] Publish callbacks [] for security_group (f6c10d09-b189-4500-8bc2-68fc6794673a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:06.417736 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1173bc09-91f1-49bc-87ea-d3bb74ea9750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (f6c10d09-b189-4500-8bc2-68fc6794673a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:06.439355 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-c15ba530-4759-4c6d-9b89-706764026547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:06.441004 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-c15ba530-4759-4c6d-9b89-706764026547 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.1005003 Jun 06 14:24:06.479879 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1173bc09-91f1-49bc-87ea-d3bb74ea9750 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c48665b4a6c44d99db9e12abd816794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243335 Jun 06 14:24:06.479879 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173bc09-91f1-49bc-87ea-d3bb74ea9750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c10d09-b189-4500-8bc2-68fc6794673a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:06.483170 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41882) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:06.497650 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-a2b15885-41bb-4767-b583-7c4cb95912dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:06.499667 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-a2b15885-41bb-4767-b583-7c4cb95912dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493464 Jun 06 14:24:06.555277 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aa12672d-7f76-4988-9a37-929fdce58209 admin admin] Publish callbacks [] for security_group (f6c10d09-b189-4500-8bc2-68fc6794673a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:06.589790 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aa12672d-7f76-4988-9a37-929fdce58209 admin admin] Publish callbacks [] for security_group (f6c10d09-b189-4500-8bc2-68fc6794673a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:06.595075 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:06.624590 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-a6e68110-3f8c-4c3a-8995-4ea58c86a79d service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087670 Jun 06 14:24:06.670154 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aa12672d-7f76-4988-9a37-929fdce58209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (f6c10d09-b189-4500-8bc2-68fc6794673a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:06.672768 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aa12672d-7f76-4988-9a37-929fdce58209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:06.676832 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-aa12672d-7f76-4988-9a37-929fdce58209 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6c10d09-b189-4500-8bc2-68fc6794673a HTTP/1.1" status: 204 len: 168 time: 0.1926012 Jun 06 14:24:06.687054 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12672d-7f76-4988-9a37-929fdce58209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c10d09-b189-4500-8bc2-68fc6794673a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:06.759183 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:07.122934 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72f39a74-a78a-461b-a79a-dd787b19b0b2 req-2d44fadf-0805-4598-a64c-2e4a5c2dd9c2 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899001 Jun 06 14:24:07.403880 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc4c07-e59f-474d-9bed-4ab6ddca8458 req-8b78173c-0ad1-4849-b4ec-6c5851110811 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:07.410507 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-14bc4c07-e59f-474d-9bed-4ab6ddca8458 req-8b78173c-0ad1-4849-b4ec-6c5851110811 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0850389 Jun 06 14:24:07.476712 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:07.503117 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-14bc4c07-e59f-474d-9bed-4ab6ddca8458 req-bcfbae12-3e25-46ac-8cc4-fd7503ed2891 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896802 Jun 06 14:24:08.060415 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41930) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:08.212502 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:08.282985 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1126784035-network', 'tenant_id': '810c087aef3d453cb9c0365467dd9134'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:24:08.321267 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Made reservation on behalf of 810c087aef3d453cb9c0365467dd9134 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:24:08.325151 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:08.340047 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:08.470605 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Publish callbacks [] for security_group (aea2ac17-8554-477a-99c6-32a04f93c308), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:08.479821 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (aea2ac17-8554-477a-99c6-32a04f93c308), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:08.540481 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:24:08.563404 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (71a67247-ee70-4887-b2e0-a8da5b676f27), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:08.563713 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Added segment 71a67247-ee70-4887-b2e0-a8da5b676f27 of type vlan for network ba8a6d51-0856-4b11-b612-e03ba6d3288e Jun 06 14:24:08.685425 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea2ac17-8554-477a-99c6-32a04f93c308,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:08.723088 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (ba8a6d51-0856-4b11-b612-e03ba6d3288e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:08.778908 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (ba8a6d51-0856-4b11-b612-e03ba6d3288e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:08.780984 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:08.783564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:08.812376 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e59ead-82f5-431d-9a56-0452e6509ec1 req-90d230ff-1175-46ea-87c6-637e92aa494a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:08.824583 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7e59ead-82f5-431d-9a56-0452e6509ec1 req-90d230ff-1175-46ea-87c6-637e92aa494a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1141832 Jun 06 14:24:08.910463 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7e59ead-82f5-431d-9a56-0452e6509ec1 req-ccb5719f-e397-437b-a9ed-10d833c3c88e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826178 Jun 06 14:24:08.952422 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8906720 Jun 06 14:24:08.953937 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf7315-7960-40e0-9ea3-05e9e11d2479 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8a6d51-0856-4b11-b612-e03ba6d3288e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:08.957427 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41958) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:08.966683 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Request body: {'subnet': {'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1126784035-subnet', 'tenant_id': '810c087aef3d453cb9c0365467dd9134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:24:08.973304 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network ba8a6d51-0856-4b11-b612-e03ba6d3288e details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:24:08.999405 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Made reservation on behalf of 810c087aef3d453cb9c0365467dd9134 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:24:09.004387 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.024626 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41960) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:09.209536 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:09.253628 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-dd663269-23a3-4e3e-b053-e6cccc4cde6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.304495 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for subnet (7b488206-1abe-40ad-87bc-6a60088fdd74), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.330873 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:09.378978 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b488206-1abe-40ad-87bc-6a60088fdd74,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:09.391707 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Checking segment: {'id': '71a67247-ee70-4887-b2e0-a8da5b676f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:24:09.392047 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Network hostable DHCP agents. Network: ba8a6d51-0856-4b11-b612-e03ba6d3288e, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:24:09.395933 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-dd663269-23a3-4e3e-b053-e6cccc4cde6c admin admin] Publish callbacks [] for security_group (a24937da-8dd4-4eca-9e9e-d70c358a4d7f), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.402363 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-dd663269-23a3-4e3e-b053-e6cccc4cde6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (a24937da-8dd4-4eca-9e9e-d70c358a4d7f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.417759 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Network ba8a6d51-0856-4b11-b612-e03ba6d3288e is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:24:09.432460 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, ba8a6d51-0856-4b11-b612-e03ba6d3288e) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:24:09.438017 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:09.438762 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.450197 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-dd663269-23a3-4e3e-b053-e6cccc4cde6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3f0dac2d1084c728b0d534da54817da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234211 Jun 06 14:24:09.450683 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0dc91-e131-43aa-abd8-fa4ec745cc2a None None] Network ba8a6d51-0856-4b11-b612-e03ba6d3288e requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:24:09.452718 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd663269-23a3-4e3e-b053-e6cccc4cde6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24937da-8dd4-4eca-9e9e-d70c358a4d7f,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:09.453859 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41964) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:09.486478 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-953c473a-f736-4448-9b36-da9c404e2806 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5274560 Jun 06 14:24:09.551462 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7dafb00f-acf3-4ba0-a9ca-32ee08a6ccca admin admin] Publish callbacks [] for security_group (a24937da-8dd4-4eca-9e9e-d70c358a4d7f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.580142 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7dafb00f-acf3-4ba0-a9ca-32ee08a6ccca admin admin] Publish callbacks [] for security_group (a24937da-8dd4-4eca-9e9e-d70c358a4d7f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.652185 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36969d80-7285-47a8-816a-e777d4446245 None None] Network ba8a6d51-0856-4b11-b612-e03ba6d3288e requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:24:09.672832 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7dafb00f-acf3-4ba0-a9ca-32ee08a6ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (a24937da-8dd4-4eca-9e9e-d70c358a4d7f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.677634 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7dafb00f-acf3-4ba0-a9ca-32ee08a6ccca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:09.685185 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7dafb00f-acf3-4ba0-a9ca-32ee08a6ccca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a24937da-8dd4-4eca-9e9e-d70c358a4d7f HTTP/1.1" status: 204 len: 168 time: 0.2292147 Jun 06 14:24:09.703992 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafb00f-acf3-4ba0-a9ca-32ee08a6ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24937da-8dd4-4eca-9e9e-d70c358a4d7f,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:10.127323 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaadd0-f5fb-4d30-92ac-ef7ceb166d9c req-a356a16e-1098-4358-9b27-1b4c5d5c8447 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:10.137030 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3adaadd0-f5fb-4d30-92ac-ef7ceb166d9c req-a356a16e-1098-4358-9b27-1b4c5d5c8447 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0851097 Jun 06 14:24:10.204484 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3adaadd0-f5fb-4d30-92ac-ef7ceb166d9c req-c1b9f8d8-ba53-4e8c-a4cc-027e9b8d8b10 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660105 Jun 06 14:24:10.241177 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 41986) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:10.263129 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:10.337046 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:10.393993 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Publish callbacks [] for security_group (77ee941a-3516-4970-8e49-91ff0921a6e4), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:10.400773 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (77ee941a-3516-4970-8e49-91ff0921a6e4), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:10.473380 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6e135dc715040f6a0706650d7cbbc8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298312 Jun 06 14:24:10.476736 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 41988) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:10.493765 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ee941a-3516-4970-8e49-91ff0921a6e4,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:10.520925 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.523882 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.525228 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.525656 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.526063 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.526604 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.526959 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.527440 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.528319 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.528722 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.529057 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.529589 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.530209 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.530455 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.530783 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0091a2-5bde-4719-98a6-39b64c910381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:10.644475 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-29af58ed-07bf-4514-bf32-47cb4d41b32b admin admin] Publish callbacks [] for security_group (77ee941a-3516-4970-8e49-91ff0921a6e4), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:10.723185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-29af58ed-07bf-4514-bf32-47cb4d41b32b admin admin] Publish callbacks [] for security_group (77ee941a-3516-4970-8e49-91ff0921a6e4), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:10.824491 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-29af58ed-07bf-4514-bf32-47cb4d41b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (77ee941a-3516-4970-8e49-91ff0921a6e4), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:10.828920 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-29af58ed-07bf-4514-bf32-47cb4d41b32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:10.836543 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-29af58ed-07bf-4514-bf32-47cb4d41b32b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77ee941a-3516-4970-8e49-91ff0921a6e4 HTTP/1.1" status: 204 len: 168 time: 0.3508763 Jun 06 14:24:10.851386 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af58ed-07bf-4514-bf32-47cb4d41b32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ee941a-3516-4970-8e49-91ff0921a6e4,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:11.039787 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:11.383296 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b08d4-bfbd-4c88-a104-d99fd4409939 req-672fb197-a8a6-44f7-824d-53b308e99b44 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:11.385963 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-985b08d4-bfbd-4c88-a104-d99fd4409939 req-672fb197-a8a6-44f7-824d-53b308e99b44 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0757508 Jun 06 14:24:11.479105 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-985b08d4-bfbd-4c88-a104-d99fd4409939 req-f964ae39-bb57-489e-829a-7f9a773f036e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826507 Jun 06 14:24:12.298755 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:12.320318 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cb652-406c-4294-a322-3bc90543d810 req-4cfe59c5-2684-420c-8a56-3bf557e52a06 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:12.328488 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-4cfe59c5-2684-420c-8a56-3bf557e52a06 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/networks?id=ba8a6d51-0856-4b11-b612-e03ba6d3288e HTTP/1.1" status: 200 len: 814 time: 0.1816537 Jun 06 14:24:12.342121 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-ea02730d-984d-4ce0-803f-d99ddd0f211a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/quotas/810c087aef3d453cb9c0365467dd9134 HTTP/1.1" status: 200 len: 375 time: 0.0126719 Jun 06 14:24:12.389148 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-05e7faf3-b000-491f-be77-0b84edbe6f0f tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=810c087aef3d453cb9c0365467dd9134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320568 Jun 06 14:24:12.544495 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-60aaff4c-f85c-490d-a5cd-637d73c31caf service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401539 Jun 06 14:24:12.691086 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253e571-8fc8-4d82-bc23-c9930115ff7d req-5b6d5add-4e95-4aae-b7ef-db91303b6354 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:12.692773 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7253e571-8fc8-4d82-bc23-c9930115ff7d req-5b6d5add-4e95-4aae-b7ef-db91303b6354 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0693846 Jun 06 14:24:12.738683 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-3cc32315-5b80-4e77-9d72-21f58ea914b2 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816182 Jun 06 14:24:12.773754 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7253e571-8fc8-4d82-bc23-c9930115ff7d req-d3f16daa-30c4-419c-b143-740ef519f636 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717223 Jun 06 14:24:12.985489 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-96ad8155-a7e2-4f74-abc1-ee222510571c req-721b8be4-77b2-4305-9840-070651822d9e tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 210 time: 0.0318739 Jun 06 14:24:13.121236 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:24:13.480963 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:14.022475 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13593-e077-4d12-8305-8d33b252babc req-fb86e8b7-f93e-4d50-8d99-87787d14d43b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:14.024123 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5ad13593-e077-4d12-8305-8d33b252babc req-fb86e8b7-f93e-4d50-8d99-87787d14d43b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0795505 Jun 06 14:24:14.123750 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5ad13593-e077-4d12-8305-8d33b252babc req-fc1ceef6-faaa-4694-8c8e-bf4723fbb2ec tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904469 Jun 06 14:24:14.149755 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-48ea8bcc-58e8-4248-805e-8b6f1296dfc0 req-97aa7088-de4e-4a9f-9fb4-38018f73e6d7 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 210 time: 0.0426989 Jun 06 14:24:14.532581 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:14.633799 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cb652-406c-4294-a322-3bc90543d810 req-bebd729f-4d75-4bb1-aa76-a542ef32c31b tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:14.635639 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-bebd729f-4d75-4bb1-aa76-a542ef32c31b tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.46 "GET /v2.0/networks?id=ba8a6d51-0856-4b11-b612-e03ba6d3288e HTTP/1.1" status: 200 len: 814 time: 0.2246373 Jun 06 14:24:14.666184 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Request body: {'port': {'device_id': '4a09198a-932a-4172-91a9-6d0648e54f85', 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e', 'admin_state_up': True, 'tenant_id': '810c087aef3d453cb9c0365467dd9134'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:24:14.840094 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Made reservation on behalf of 810c087aef3d453cb9c0365467dd9134 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:24:14.844762 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:15.052917 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Allocated IP 172.20.0.9 (ba8a6d51-0856-4b11-b612-e03ba6d3288e/7b488206-1abe-40ad-87bc-6a60088fdd74/46d8ff0b-6f53-4752-a775-f06a8d92aebb) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:24:15.299645 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797e580-6d1c-4c95-9308-10f40d57414c req-7d7734d5-6391-4240-86f8-fc6d76dbd32d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:15.301598 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8797e580-6d1c-4c95-9308-10f40d57414c req-7d7734d5-6391-4240-86f8-fc6d76dbd32d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0737000 Jun 06 14:24:15.312514 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks [] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:15.338515 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-43cce8e9-685d-4344-9723-8090f90b128b req-4b95048b-69cd-48bf-a384-745e749a265e tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 210 time: 0.0358350 Jun 06 14:24:15.370677 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:15.385957 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:15.394342 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8797e580-6d1c-4c95-9308-10f40d57414c req-22f39fde-bfb9-4524-affc-f497534480ee tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801957 Jun 06 14:24:15.422252 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Network ba8a6d51-0856-4b11-b612-e03ba6d3288e is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:24:15.426484 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:24:15.432043 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:24:15.466840 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Pushing event updated for resources: {'Port': ['ID=46d8ff0b-6f53-4752-a775-f06a8d92aebb,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:15.482045 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.482388 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.482731 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.483067 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.483398 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.483725 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.484048 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.484371 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.484694 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.485015 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.485337 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.485655 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.485998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.486317 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.486636 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:15.514223 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:15.514911 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:15.536272 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-d975c34b-c094-445d-ac6d-a1932e06a144 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8766119 Jun 06 14:24:15.555012 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Request body: {'port': {'device_id': '4a09198a-932a-4172-91a9-6d0648e54f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:24:15.638593 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:15.642768 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:16.084501 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d8ff0b-6f53-4752-a775-f06a8d92aebb {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:24:16.093689 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Publish callbacks [] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:16.118205 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Transition to ACTIVE for port object 46d8ff0b-6f53-4752-a775-f06a8d92aebb will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:24:16.124412 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:16.232655 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b706677-3573-4916-b213-c21e64369459 service neutron] Pushing event updated for resources: {'Port': ['ID=46d8ff0b-6f53-4752-a775-f06a8d92aebb,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:16.446454 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Attempting to bind port 46d8ff0b-6f53-4752-a775-f06a8d92aebb on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:24:16.451663 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Attempting to bind port 46d8ff0b-6f53-4752-a775-f06a8d92aebb by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '71a67247-ee70-4887-b2e0-a8da5b676f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:24:16.452825 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Attempting to bind port 46d8ff0b-6f53-4752-a775-f06a8d92aebb on network ba8a6d51-0856-4b11-b612-e03ba6d3288e {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:24:16.491602 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Port 46d8ff0b-6f53-4752-a775-f06a8d92aebb on network ba8a6d51-0856-4b11-b612-e03ba6d3288e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:24:16.492123 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Attempting to bind port 46d8ff0b-6f53-4752-a775-f06a8d92aebb on network ba8a6d51-0856-4b11-b612-e03ba6d3288e {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:24:16.502980 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:24:16.503568 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Checking segment: {'id': '71a67247-ee70-4887-b2e0-a8da5b676f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:24:16.504213 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Bound using segment: {'id': '71a67247-ee70-4887-b2e0-a8da5b676f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:24:16.505008 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Bound port: 46d8ff0b-6f53-4752-a775-f06a8d92aebb, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a67247-ee70-4887-b2e0-a8da5b676f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:24:16.505649 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:16.650221 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] For port 46d8ff0b-6f53-4752-a775-f06a8d92aebb, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:24:16.654183 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] For port 46d8ff0b-6f53-4752-a775-f06a8d92aebb, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=46d8ff0b-6f53-4752-a775-f06a8d92aebb,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:24:16.656450 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf679f-cc77-49e3-ac8e-c681a183c919 req-4580aa84-bde7-4d92-8f96-d19a197eb963 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:16.658106 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4cf679f-cc77-49e3-ac8e-c681a183c919 req-4580aa84-bde7-4d92-8f96-d19a197eb963 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 943 time: 0.1369443 Jun 06 14:24:16.667204 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:16.689550 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06ae00-c63f-4e14-8ca5-8a0d98a6bf14 req-2b4bd39b-f618-495e-9e19-47417280d932 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:16.695154 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2c06ae00-c63f-4e14-8ca5-8a0d98a6bf14 req-2b4bd39b-f618-495e-9e19-47417280d932 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1126685 Jun 06 14:24:16.754315 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:16.755363 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:16.759342 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-8b706677-3573-4916-b213-c21e64369459 service neutron] 10.222.0.46 "PUT /v2.0/ports/46d8ff0b-6f53-4752-a775-f06a8d92aebb HTTP/1.1" status: 200 len: 1093 time: 1.2092576 Jun 06 14:24:16.760092 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a09198a-932a-4172-91a9-6d0648e54f85', 'tag': '46d8ff0b-6f53-4752-a775-f06a8d92aebb'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:24:16.765188 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b86fba-4bb9-44a9-a273-672046cf7df4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a09198a-932a-4172-91a9-6d0648e54f85", "tag": "46d8ff0b-6f53-4752-a775-f06a8d92aebb"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:24:16.773730 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4cf679f-cc77-49e3-ac8e-c681a183c919 req-2fe461bb-0fc2-4eaa-960b-8169a0c44950 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074159 Jun 06 14:24:16.806119 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2c06ae00-c63f-4e14-8ca5-8a0d98a6bf14 req-a5b97fe1-71c4-4280-b293-591e378619e8 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067958 Jun 06 14:24:16.824295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b706677-3573-4916-b213-c21e64369459 service neutron] Pushing event updated for resources: {'Port': ['ID=46d8ff0b-6f53-4752-a775-f06a8d92aebb,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:16.891495 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd614656-7b82-40d6-bc36-8c73ff17cbe5 x-openstack-request-id: req-dd614656-7b82-40d6-bc36-8c73ff17cbe5 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:24:16.891938 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a09198a-932a-4172-91a9-6d0648e54f85", "tag": "46d8ff0b-6f53-4752-a775-f06a8d92aebb", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:24:16.892347 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd614656-7b82-40d6-bc36-8c73ff17cbe5 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:24:16.892970 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd614656-7b82-40d6-bc36-8c73ff17cbe5'] response: {'name': 'network-changed', 'server_uuid': '4a09198a-932a-4172-91a9-6d0648e54f85', 'tag': '46d8ff0b-6f53-4752-a775-f06a8d92aebb', 'status': 'completed', 'code': 200} Jun 06 14:24:16.918686 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cb652-406c-4294-a322-3bc90543d810 req-91b1224c-3858-4c43-b582-5d8c28e2d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:16.920983 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-91b1224c-3858-4c43-b582-5d8c28e2d68d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=810c087aef3d453cb9c0365467dd9134&device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 1127 time: 0.0720017 Jun 06 14:24:16.979985 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-3f498f0a-fae5-4df8-a809-a2ed35ad08a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46d8ff0b-6f53-4752-a775-f06a8d92aebb HTTP/1.1" status: 200 len: 217 time: 0.0485849 Jun 06 14:24:17.106768 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cb652-406c-4294-a322-3bc90543d810 req-3b386c1e-fad8-4a18-bd86-4105a5d787dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:17.108771 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-3b386c1e-fad8-4a18-bd86-4105a5d787dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b488206-1abe-40ad-87bc-6a60088fdd74 HTTP/1.1" status: 200 len: 854 time: 0.0884936 Jun 06 14:24:17.130355 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:17.166814 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-b4b0666e-61c9-4d51-8ac5-3b43f45f983e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba8a6d51-0856-4b11-b612-e03ba6d3288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487516 Jun 06 14:24:17.313966 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-b4715973-3ebb-4696-9352-cde645de4b8e service neutron] 10.222.0.46 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386502 Jun 06 14:24:17.401480 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:17.444752 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c5cb652-406c-4294-a322-3bc90543d810 req-40b7205a-34e6-4e11-85b5-67b16069a967 service neutron] 10.222.0.46 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197720 Jun 06 14:24:17.870213 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:17.923036 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27c74b-d8f9-46c2-9550-68ac4e0965fd req-c177cb95-e7b9-4bfe-aa7e-4273e386fbfc tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:17.924621 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3a27c74b-d8f9-46c2-9550-68ac4e0965fd req-c177cb95-e7b9-4bfe-aa7e-4273e386fbfc tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 943 time: 0.0663266 Jun 06 14:24:17.987550 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3fa26-cb05-4392-9e41-ddcedaf7da82 req-ac3b832e-0553-4b12-8490-c84dd1920f85 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:17.989190 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b9a3fa26-cb05-4392-9e41-ddcedaf7da82 req-ac3b832e-0553-4b12-8490-c84dd1920f85 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0847514 Jun 06 14:24:18.039110 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3a27c74b-d8f9-46c2-9550-68ac4e0965fd req-5338455b-c8f2-47b6-8fe0-15624d1ec6fd tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964787 Jun 06 14:24:18.070342 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b9a3fa26-cb05-4392-9e41-ddcedaf7da82 req-c8d9227d-a23e-4a97-bfd3-44286ada4767 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701501 Jun 06 14:24:18.748491 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-3e7fde6a-6176-4ba9-aa30-5aaa10e732e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:18.752467 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-3e7fde6a-6176-4ba9-aa30-5aaa10e732e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=810c087aef3d453cb9c0365467dd9134&device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 1127 time: 0.1158900 Jun 06 14:24:18.947622 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-8db3064a-b40c-4cec-ad5a-4a1696bbbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:18.950377 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-8db3064a-b40c-4cec-ad5a-4a1696bbbde4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba8a6d51-0856-4b11-b612-e03ba6d3288e HTTP/1.1" status: 200 len: 915 time: 0.1826682 Jun 06 14:24:19.000883 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-651f8380-e0b4-4781-b84b-de650a6c0169 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46d8ff0b-6f53-4752-a775-f06a8d92aebb HTTP/1.1" status: 200 len: 217 time: 0.0396955 Jun 06 14:24:19.080419 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-74672cd5-d69b-46b3-829b-83e5d84f80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:19.081745 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-74672cd5-d69b-46b3-829b-83e5d84f80f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b488206-1abe-40ad-87bc-6a60088fdd74 HTTP/1.1" status: 200 len: 854 time: 0.0739090 Jun 06 14:24:19.137415 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-5d8b153b-ac6f-44d8-8f5e-a1ebbcff9044 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba8a6d51-0856-4b11-b612-e03ba6d3288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475237 Jun 06 14:24:19.276530 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d02f-5a5c-43b5-aed2-adcfbb28b6b4 req-87f3aaaa-798e-4898-9d41-563ac9155349 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:19.286707 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5bb2d02f-5a5c-43b5-aed2-adcfbb28b6b4 req-87f3aaaa-798e-4898-9d41-563ac9155349 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 943 time: 0.1194270 Jun 06 14:24:19.323997 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-0778a5b0-8684-4e54-a448-54d24f813624 service neutron] 10.222.0.46 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728086 Jun 06 14:24:19.395637 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f89583-1a7f-4509-8b85-00e3524b5cc5 req-4943f665-27aa-4e73-afe5-a511187ade3d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:19.398729 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-76f89583-1a7f-4509-8b85-00e3524b5cc5 req-4943f665-27aa-4e73-afe5-a511187ade3d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1680248 Jun 06 14:24:19.461520 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5bb2d02f-5a5c-43b5-aed2-adcfbb28b6b4 req-e03c0683-a4a2-4591-8d51-535a7db44de1 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702507 Jun 06 14:24:19.472953 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0b86fba-4bb9-44a9-a273-672046cf7df4 req-53572986-0802-4156-a849-57104b46b6bd service neutron] 10.222.0.46 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066406 Jun 06 14:24:19.473679 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:19.502813 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-76f89583-1a7f-4509-8b85-00e3524b5cc5 req-1b0627e7-ea0f-47dc-ac23-cd2c91a3fa72 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931444 Jun 06 14:24:19.534638 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 46d8ff0b-6f53-4752-a775-f06a8d92aebb details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:24:19.546647 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:19.661307 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 46d8ff0b-6f53-4752-a775-f06a8d92aebb, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=46d8ff0b-6f53-4752-a775-f06a8d92aebb,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:24:19.682455 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '46d8ff0b-6f53-4752-a775-f06a8d92aebb', 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e', 'port_id': '46d8ff0b-6f53-4752-a775-f06a8d92aebb', 'mac_address': 'fa:16:3e:d6:12:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b488206-1abe-40ad-87bc-6a60088fdd74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:24:19.749094 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 46d8ff0b-6f53-4752-a775-f06a8d92aebb is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:24:19.749594 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:19.776700 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d8ff0b-6f53-4752-a775-f06a8d92aebb {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:24:19.809675 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 46d8ff0b-6f53-4752-a775-f06a8d92aebb, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=46d8ff0b-6f53-4752-a775-f06a8d92aebb,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:24:19.814918 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:19.902649 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=46d8ff0b-6f53-4752-a775-f06a8d92aebb,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:19.913517 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.913842 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.914164 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.914604 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.915021 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.915430 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.915838 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.916245 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.916705 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.917178 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.917681 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.918214 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.918548 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.918926 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:19.919358 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:24:20.636115 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa22807-01d9-425a-9029-c76a4e93e571 req-0157aef6-b3c1-40d2-a0f6-df5972dc9f0a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:20.638777 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8fa22807-01d9-425a-9029-c76a4e93e571 req-0157aef6-b3c1-40d2-a0f6-df5972dc9f0a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 944 time: 0.0859692 Jun 06 14:24:20.728028 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacaf38-8537-4145-8bdd-85c0a85f7b66 req-fe87b9e8-0fcc-4b71-b8be-01289edb3ed4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:20.730955 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2bacaf38-8537-4145-8bdd-85c0a85f7b66 req-fe87b9e8-0fcc-4b71-b8be-01289edb3ed4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1289887 Jun 06 14:24:20.826128 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8fa22807-01d9-425a-9029-c76a4e93e571 req-15fc6930-5e97-42c9-b308-9ab6798ddc7a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566653 Jun 06 14:24:20.854404 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2bacaf38-8537-4145-8bdd-85c0a85f7b66 req-457c47b3-ee2f-41d7-94bb-2f2834abacf2 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172857 Jun 06 14:24:22.061666 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4d9fa-c24f-405c-990a-e1d40b32a672 req-0adeca4d-cb5d-4d64-9fca-897003b37fc8 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:22.064253 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-54b4d9fa-c24f-405c-990a-e1d40b32a672 req-0adeca4d-cb5d-4d64-9fca-897003b37fc8 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 944 time: 0.1491923 Jun 06 14:24:22.078785 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f84e5-2cd5-429f-b220-06ae2eeb59f0 req-1138de08-61f7-42a7-8099-faacf32a5649 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:22.081341 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-223f84e5-2cd5-429f-b220-06ae2eeb59f0 req-1138de08-61f7-42a7-8099-faacf32a5649 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1492670 Jun 06 14:24:22.204977 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-54b4d9fa-c24f-405c-990a-e1d40b32a672 req-bc36640d-8c23-432e-a0e6-7fe2228a2fbf tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221197 Jun 06 14:24:22.228782 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-223f84e5-2cd5-429f-b220-06ae2eeb59f0 req-b7305d3c-7ede-4fbe-bb77-2455cd898b30 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345906 Jun 06 14:24:23.277336 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['46d8ff0b-6f53-4752-a775-f06a8d92aebb'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:24:23.318594 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:23.482531 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:23.670975 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f3815-4da2-4a87-88ba-bf31f8f982ee req-e66087e3-4429-4339-a4b9-7aef444a3088 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:23.672573 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-233f3815-4da2-4a87-88ba-bf31f8f982ee req-e66087e3-4429-4339-a4b9-7aef444a3088 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.3617163 Jun 06 14:24:23.679438 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5fdeb-c449-42d4-a6de-5a7565b4086d req-566f6069-8337-4017-9a80-269e04b65e3f tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:23.680974 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0c5fdeb-c449-42d4-a6de-5a7565b4086d req-566f6069-8337-4017-9a80-269e04b65e3f tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 944 time: 0.3672965 Jun 06 14:24:23.763523 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-233f3815-4da2-4a87-88ba-bf31f8f982ee req-28dae84e-7208-4ca4-8d67-7b9c88965fcc tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811639 Jun 06 14:24:23.774142 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0c5fdeb-c449-42d4-a6de-5a7565b4086d req-933cf0fd-bd8d-4345-9987-b9250dbf727d tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778108 Jun 06 14:24:24.887987 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a15f7e-3bc9-4893-acc8-4fab53a49c68 req-6ce206c3-3772-48ac-8603-f13178995287 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:24.889833 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-69a15f7e-3bc9-4893-acc8-4fab53a49c68 req-6ce206c3-3772-48ac-8603-f13178995287 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0505261 Jun 06 14:24:24.959603 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:24.984490 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3843b0-cd53-4b7f-af49-3d96b97a548f req-d9357b96-6913-4022-9df1-c0d868f85b44 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:24.986172 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6f3843b0-cd53-4b7f-af49-3d96b97a548f req-d9357b96-6913-4022-9df1-c0d868f85b44 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 944 time: 0.0819471 Jun 06 14:24:24.999879 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-69a15f7e-3bc9-4893-acc8-4fab53a49c68 req-d5944e9d-8104-4cbf-98ec-f2e0dd95b8af tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036761 Jun 06 14:24:25.064983 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6f3843b0-cd53-4b7f-af49-3d96b97a548f req-7234e56d-17b6-4c43-8633-de6ee9c45837 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631723 Jun 06 14:24:26.158290 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8428be-a91b-4f94-bab9-56f4401210d8 req-13d2cdb7-9221-489a-8d29-ae94421c553a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:26.159798 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3d8428be-a91b-4f94-bab9-56f4401210d8 req-13d2cdb7-9221-489a-8d29-ae94421c553a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0667968 Jun 06 14:24:26.247035 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7f6f4-13b4-45b7-bc46-6fbc43bf9310 req-f75cf9da-47dc-416d-a2d6-4d2c7208828a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:26.248648 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-93e7f6f4-13b4-45b7-bc46-6fbc43bf9310 req-f75cf9da-47dc-416d-a2d6-4d2c7208828a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 944 time: 0.0795028 Jun 06 14:24:26.278556 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3d8428be-a91b-4f94-bab9-56f4401210d8 req-0df960c9-9e1c-403e-b244-c7438d8e72ae tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072547 Jun 06 14:24:26.314182 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-93e7f6f4-13b4-45b7-bc46-6fbc43bf9310 req-cb225b18-fb48-4332-875c-700822a6d992 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562584 Jun 06 14:24:27.042703 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 46d8ff0b-6f53-4752-a775-f06a8d92aebb up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:24:27.097843 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 46d8ff0b-6f53-4752-a775-f06a8d92aebb completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:24:27.105373 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 46d8ff0b-6f53-4752-a775-f06a8d92aebb triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:24:27.105778 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:27.209017 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 46d8ff0b-6f53-4752-a775-f06a8d92aebb is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:24:27.209578 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:27.245384 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a09198a-932a-4172-91a9-6d0648e54f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d8ff0b-6f53-4752-a775-f06a8d92aebb'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:24:27.248970 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f405d4c6-c2d9-4946-bf3b-72304e9354fb" -d '{"events": [{"server_uuid": "4a09198a-932a-4172-91a9-6d0648e54f85", "name": "network-vif-plugged", "status": "completed", "tag": "46d8ff0b-6f53-4752-a775-f06a8d92aebb"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:24:27.273551 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 46d8ff0b-6f53-4752-a775-f06a8d92aebb, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=46d8ff0b-6f53-4752-a775-f06a8d92aebb,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:24:27.280555 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:27.329828 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef48a64-be75-4d87-b1e5-b21db7bf88dc x-openstack-request-id: req-9ef48a64-be75-4d87-b1e5-b21db7bf88dc {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:24:27.330308 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a09198a-932a-4172-91a9-6d0648e54f85", "name": "network-vif-plugged", "status": "completed", "tag": "46d8ff0b-6f53-4752-a775-f06a8d92aebb", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:24:27.330726 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ef48a64-be75-4d87-b1e5-b21db7bf88dc {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:24:27.331535 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef48a64-be75-4d87-b1e5-b21db7bf88dc'] response: {'server_uuid': '4a09198a-932a-4172-91a9-6d0648e54f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d8ff0b-6f53-4752-a775-f06a8d92aebb', 'code': 200} Jun 06 14:24:27.407841 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=46d8ff0b-6f53-4752-a775-f06a8d92aebb,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:27.522088 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:27.534669 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3633c-ad0b-40e4-b7e8-289677b98e7c req-13f55ed9-1fd8-4828-a22c-c29fdc16923a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:27.537115 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9d3633c-ad0b-40e4-b7e8-289677b98e7c req-13f55ed9-1fd8-4828-a22c-c29fdc16923a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 945 time: 0.0991921 Jun 06 14:24:27.672700 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9d3633c-ad0b-40e4-b7e8-289677b98e7c req-df369219-2fed-4253-9e29-f92477fbde65 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050653 Jun 06 14:24:27.683644 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca816f4d-0005-4c3c-abed-e0cfdefe4f6b req-fca9a9c3-96f7-4560-860b-622149436a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:27.686993 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ca816f4d-0005-4c3c-abed-e0cfdefe4f6b req-fca9a9c3-96f7-4560-860b-622149436a00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 1129 time: 0.0957778 Jun 06 14:24:27.700220 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdeeb6-5fa8-4b03-8d8b-0f73a33c92c6 req-bd36b3f8-de1c-421d-b984-83b56836ef27 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:27.704293 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-95bdeeb6-5fa8-4b03-8d8b-0f73a33c92c6 req-bd36b3f8-de1c-421d-b984-83b56836ef27 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1991165 Jun 06 14:24:27.821644 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ca816f4d-0005-4c3c-abed-e0cfdefe4f6b req-1eb5330e-50ec-4501-8123-b788bb5eac97 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251619 Jun 06 14:24:27.842196 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-95bdeeb6-5fa8-4b03-8d8b-0f73a33c92c6 req-f15a85f9-2d57-484e-a80e-803b750d2314 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280606 Jun 06 14:24:28.263505 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 42378) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:28.440520 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-97defd45-11e9-48ae-b22c-00fca351428d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:28.538369 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-97defd45-11e9-48ae-b22c-00fca351428d admin admin] Publish callbacks [] for security_group (5ac41c10-fba2-4b5f-ba33-c4bcc361af48), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:28.543747 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-97defd45-11e9-48ae-b22c-00fca351428d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (5ac41c10-fba2-4b5f-ba33-c4bcc361af48), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:28.586671 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97defd45-11e9-48ae-b22c-00fca351428d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac41c10-fba2-4b5f-ba33-c4bcc361af48,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:28.596413 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-97defd45-11e9-48ae-b22c-00fca351428d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f8456faac6442a4aeae50d2f49df1bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317270 Jun 06 14:24:28.599465 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 42392) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:28.662952 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b787b132-a487-4437-939c-88928823a65c admin admin] Publish callbacks [] for security_group (5ac41c10-fba2-4b5f-ba33-c4bcc361af48), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:28.690802 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b787b132-a487-4437-939c-88928823a65c admin admin] Publish callbacks [] for security_group (5ac41c10-fba2-4b5f-ba33-c4bcc361af48), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:28.832861 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b787b132-a487-4437-939c-88928823a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (5ac41c10-fba2-4b5f-ba33-c4bcc361af48), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:28.839520 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b787b132-a487-4437-939c-88928823a65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:28.842347 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b787b132-a487-4437-939c-88928823a65c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ac41c10-fba2-4b5f-ba33-c4bcc361af48 HTTP/1.1" status: 204 len: 168 time: 0.2415423 Jun 06 14:24:28.922291 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27ddb8-c625-4e0f-be10-4f7560d46181 req-09fb3e26-f914-4555-b100-5d9b84a1038c tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:28.939968 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=13 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:28.941687 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4f27ddb8-c625-4e0f-be10-4f7560d46181 req-09fb3e26-f914-4555-b100-5d9b84a1038c tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 945 time: 0.1827195 Jun 06 14:24:28.951151 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=19 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:28.971279 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787b132-a487-4437-939c-88928823a65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac41c10-fba2-4b5f-ba33-c4bcc361af48,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:29.065551 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:29.089851 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4f27ddb8-c625-4e0f-be10-4f7560d46181 req-30ebacd5-e058-4bac-a2d0-7a1bd5b1f321 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446924 Jun 06 14:24:29.258141 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b91f9-79a5-452a-8bef-da1ad7edacaf req-91f377b8-a765-43a0-9c02-a2ce94d503ec tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:29.276391 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c76b91f9-79a5-452a-8bef-da1ad7edacaf req-91f377b8-a765-43a0-9c02-a2ce94d503ec tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1848111 Jun 06 14:24:29.398722 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c76b91f9-79a5-452a-8bef-da1ad7edacaf req-00657fd2-d9b1-49a8-aa67-6b7fbf2e624b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195924 Jun 06 14:24:29.514767 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 42428) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:29.545172 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-799b6a76-9ba9-4bb9-bb93-c0a2416180cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:29.717864 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-799b6a76-9ba9-4bb9-bb93-c0a2416180cd admin admin] Publish callbacks [] for security_group (5de497ec-a26e-4de9-96dc-8a3741e55e00), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:29.724591 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-799b6a76-9ba9-4bb9-bb93-c0a2416180cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (5de497ec-a26e-4de9-96dc-8a3741e55e00), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:29.785470 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b6a76-9ba9-4bb9-bb93-c0a2416180cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de497ec-a26e-4de9-96dc-8a3741e55e00,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:29.795219 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-799b6a76-9ba9-4bb9-bb93-c0a2416180cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=961c1bda62fd4fd88825c146146a44bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789326 Jun 06 14:24:29.799239 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 42434) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:29.894110 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-46bbbf66-4fcc-4e3a-b4b4-5710cda55ebe admin admin] Publish callbacks [] for security_group (5de497ec-a26e-4de9-96dc-8a3741e55e00), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:29.924863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-46bbbf66-4fcc-4e3a-b4b4-5710cda55ebe admin admin] Publish callbacks [] for security_group (5de497ec-a26e-4de9-96dc-8a3741e55e00), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:29.990843 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-46bbbf66-4fcc-4e3a-b4b4-5710cda55ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (5de497ec-a26e-4de9-96dc-8a3741e55e00), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:29.994650 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-46bbbf66-4fcc-4e3a-b4b4-5710cda55ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:29.996581 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-46bbbf66-4fcc-4e3a-b4b4-5710cda55ebe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5de497ec-a26e-4de9-96dc-8a3741e55e00 HTTP/1.1" status: 204 len: 168 time: 0.1958010 Jun 06 14:24:30.010824 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbbf66-4fcc-4e3a-b4b4-5710cda55ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de497ec-a26e-4de9-96dc-8a3741e55e00,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:30.340767 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafbf2b-8395-464f-a157-693b19870d80 req-cb08db18-3a60-4cee-b427-c3abcd592155 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:30.343608 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9eafbf2b-8395-464f-a157-693b19870d80 req-cb08db18-3a60-4cee-b427-c3abcd592155 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 945 time: 0.1151438 Jun 06 14:24:30.498472 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9eafbf2b-8395-464f-a157-693b19870d80 req-c5f326a9-cc83-4ce0-95ca-a4ba3d310408 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445482 Jun 06 14:24:30.816201 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 42512) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:30.843734 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3b34e-8dc1-48a6-a2d5-e7d2d0837ae8 req-8dea7558-89a7-417e-956b-d99836b9e7aa tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:30.858995 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-76d3b34e-8dc1-48a6-a2d5-e7d2d0837ae8 req-8dea7558-89a7-417e-956b-d99836b9e7aa tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1630878 Jun 06 14:24:30.860154 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-958578bf-7271-4039-96ed-85a2b51ee071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:30.903950 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:30.959533 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:30.979818 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-76d3b34e-8dc1-48a6-a2d5-e7d2d0837ae8 req-320dea89-4ba4-4529-9f86-6f34b5bf976b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178148 Jun 06 14:24:31.043501 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-958578bf-7271-4039-96ed-85a2b51ee071 admin admin] Publish callbacks [] for security_group (054c6de9-3270-4485-b34a-cf962a2d7d74), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:31.055162 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-958578bf-7271-4039-96ed-85a2b51ee071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (054c6de9-3270-4485-b34a-cf962a2d7d74), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:31.115984 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:31.143856 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-958578bf-7271-4039-96ed-85a2b51ee071 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b03d3059d1a46878c947390ae0b6087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193619 Jun 06 14:24:31.157008 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 42534) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:31.161137 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958578bf-7271-4039-96ed-85a2b51ee071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054c6de9-3270-4485-b34a-cf962a2d7d74,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:31.220166 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-105ea1d5-e8fc-4205-ba13-1e224c47143e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:31.222338 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baf627-4559-46c7-bbcd-2b57a3a9ac19 req-896d2e72-8b2a-45c2-b9c3-d85e7548dcb9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:31.225202 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-06baf627-4559-46c7-bbcd-2b57a3a9ac19 req-896d2e72-8b2a-45c2-b9c3-d85e7548dcb9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0939074 Jun 06 14:24:31.262720 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c93e922c-d850-4f98-9e45-14367f31f4d3 admin admin] Publish callbacks [] for security_group (054c6de9-3270-4485-b34a-cf962a2d7d74), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:31.303716 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c93e922c-d850-4f98-9e45-14367f31f4d3 admin admin] Publish callbacks [] for security_group (054c6de9-3270-4485-b34a-cf962a2d7d74), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:31.335508 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-06baf627-4559-46c7-bbcd-2b57a3a9ac19 req-e73eab2c-dfd0-4a00-bd14-c5f78ba9ece6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022880 Jun 06 14:24:31.388612 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c93e922c-d850-4f98-9e45-14367f31f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (054c6de9-3270-4485-b34a-cf962a2d7d74), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:31.391643 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c93e922c-d850-4f98-9e45-14367f31f4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:31.393100 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c93e922c-d850-4f98-9e45-14367f31f4d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/054c6de9-3270-4485-b34a-cf962a2d7d74 HTTP/1.1" status: 204 len: 168 time: 0.2450891 Jun 06 14:24:31.403891 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e922c-d850-4f98-9e45-14367f31f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c6de9-3270-4485-b34a-cf962a2d7d74,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:32.056970 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49f14c-32e8-482e-be12-7dfa5bc18dff req-3c82cd8d-6031-4ab6-8631-5377c07dbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:32.065807 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bd49f14c-32e8-482e-be12-7dfa5bc18dff req-3c82cd8d-6031-4ab6-8631-5377c07dbd79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 1129 time: 0.1252632 Jun 06 14:24:32.217561 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bd49f14c-32e8-482e-be12-7dfa5bc18dff req-2e5eef60-eb0f-464f-90e5-ab9d00477918 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450167 Jun 06 14:24:32.243895 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb0df5-ae68-461b-b3ed-1584a2879711 req-b8b6ac95-4aa4-4819-9a36-b8147c0b7f3a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:32.246569 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-36fb0df5-ae68-461b-b3ed-1584a2879711 req-b8b6ac95-4aa4-4819-9a36-b8147c0b7f3a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1328239 Jun 06 14:24:32.329111 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-36fb0df5-ae68-461b-b3ed-1584a2879711 req-902faad7-d208-4224-8d8b-72f0688336ca tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623152 Jun 06 14:24:32.605553 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e5376-cefb-4d00-98c8-dbaad4e3a743 req-c256a614-820b-419b-94e0-a52eb6cc6fdc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:32.608485 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4e5e5376-cefb-4d00-98c8-dbaad4e3a743 req-c256a614-820b-419b-94e0-a52eb6cc6fdc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1004052 Jun 06 14:24:32.639268 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:32.690832 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4e5e5376-cefb-4d00-98c8-dbaad4e3a743 req-980448cc-f4e3-400d-afcd-173900060ad2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696664 Jun 06 14:24:33.003006 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 42604) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:33.212029 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1485517747-network', 'tenant_id': '87c64a64f6864b84867141833e107e9f'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:24:33.254990 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Made reservation on behalf of 87c64a64f6864b84867141833e107e9f for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:24:33.259769 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:33.284561 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:33.508239 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Publish callbacks [] for security_group (40cfd331-0f3d-4154-9f7e-a5d9816bc42c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:33.540849 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (40cfd331-0f3d-4154-9f7e-a5d9816bc42c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:33.603337 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:24:33.612689 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa633b-8bf4-40d5-84b2-336f50db497a req-b197d6ca-aa56-44fc-a457-6876917ecb2b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:33.616281 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-27aa633b-8bf4-40d5-84b2-336f50db497a req-b197d6ca-aa56-44fc-a457-6876917ecb2b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.1452153 Jun 06 14:24:33.621820 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cfd331-0f3d-4154-9f7e-a5d9816bc42c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:33.642738 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (dc3de12a-70d0-4d6c-b456-b526e8f28037), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:33.643114 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Added segment dc3de12a-70d0-4d6c-b456-b526e8f28037 of type vlan for network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c Jun 06 14:24:33.731497 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (a5c368c9-8cb1-4480-b4a0-661e9dc56b7c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:33.740818 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-27aa633b-8bf4-40d5-84b2-336f50db497a req-23163484-45ae-4a4f-9f0c-9a9d2bebd185 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126869 Jun 06 14:24:33.757847 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:33.784488 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (a5c368c9-8cb1-4480-b4a0-661e9dc56b7c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:33.785996 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:33.787690 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:33.862458 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a51fdb46-e740-473f-8809-bd698ad97df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:33.912824 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9081974 Jun 06 14:24:33.916316 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 42630) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:33.921097 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcff7d-5a30-4ace-8ee3-71f5e519bf2d admin admin] Pushing event updated for resources: {'Network': ['ID=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:33.923732 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Request body: {'subnet': {'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1485517747-subnet', 'tenant_id': '87c64a64f6864b84867141833e107e9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:24:33.938872 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33ca01-65cc-422b-ab2e-d18f47211091 req-72cf585f-b9f4-4cfb-b94c-0b2ba01791d5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:33.938872 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef33ca01-65cc-422b-ab2e-d18f47211091 req-72cf585f-b9f4-4cfb-b94c-0b2ba01791d5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0806074 Jun 06 14:24:33.951642 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:24:33.968165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Made reservation on behalf of 87c64a64f6864b84867141833e107e9f for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:24:33.971769 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633860'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:34.046811 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef33ca01-65cc-422b-ab2e-d18f47211091 req-93d2bd74-5c9d-4bca-8fb4-1d7bce45231f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935192 Jun 06 14:24:34.235858 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633910'] for subnet (61fc3c73-d133-40b4-8fa3-8f1f3af479fa), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:34.329754 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fc3c73-d133-40b4-8fa3-8f1f3af479fa,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:34.339830 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Checking segment: {'id': 'dc3de12a-70d0-4d6c-b456-b526e8f28037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:24:34.340355 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Network hostable DHCP agents. Network: a5c368c9-8cb1-4480-b4a0-661e9dc56b7c, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:24:34.367908 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:24:34.382614 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, a5c368c9-8cb1-4480-b4a0-661e9dc56b7c) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:24:34.406709 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36184331-e962-4ae1-a5d1-8307ecd7177a None None] Network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:24:34.407309 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:34.407309 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:34.433649 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-37e47b46-6a68-4836-a6ec-eb9b273e59b0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5148528 Jun 06 14:24:34.768577 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a2ec6d-e24f-4ebe-a2b3-81c9e61fd479 None None] Network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:24:34.990819 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adb8a9-63d9-4fe8-aaa6-fdfe587581a9 req-8f845f53-1679-4c89-8efc-ca2c7e0ce61d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:34.993128 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67adb8a9-63d9-4fe8-aaa6-fdfe587581a9 req-8f845f53-1679-4c89-8efc-ca2c7e0ce61d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0833824 Jun 06 14:24:35.015367 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:35.067562 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 42658) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:35.082571 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67adb8a9-63d9-4fe8-aaa6-fdfe587581a9 req-a81cd918-3b40-4f6f-9077-7aa5a6c7d18b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792642 Jun 06 14:24:35.230904 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225715d9-2c99-4885-b60f-6490d0c7a258 req-05a63ac6-d94a-436c-b978-ec77418d3d53 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:35.232794 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-225715d9-2c99-4885-b60f-6490d0c7a258 req-05a63ac6-d94a-436c-b978-ec77418d3d53 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0736766 Jun 06 14:24:35.287577 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-19a2f404-9956-4db7-92b9-9f0baaca9907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:35.350876 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08331d6-dbf2-47a8-9e1e-4c3e683507c9 req-9f14eb08-595f-4054-bd8c-be9c8dc09710 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:35.356248 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a08331d6-dbf2-47a8-9e1e-4c3e683507c9 req-9f14eb08-595f-4054-bd8c-be9c8dc09710 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1221006 Jun 06 14:24:35.399405 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-225715d9-2c99-4885-b60f-6490d0c7a258 req-5e93c26d-c619-4ea8-90c3-f7b75d7e996b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496477 Jun 06 14:24:35.401873 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-19a2f404-9956-4db7-92b9-9f0baaca9907 admin admin] Publish callbacks [] for security_group (6186db4c-e6b6-4f6f-8684-4d47e38eb618), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:35.409862 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-19a2f404-9956-4db7-92b9-9f0baaca9907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6186db4c-e6b6-4f6f-8684-4d47e38eb618), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:35.491986 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-19a2f404-9956-4db7-92b9-9f0baaca9907 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47fc06fdf6f447b3abd99c4d9b7a8183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4230537 Jun 06 14:24:35.501271 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 42674) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:35.527381 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2f404-9956-4db7-92b9-9f0baaca9907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6186db4c-e6b6-4f6f-8684-4d47e38eb618,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:35.542076 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a08331d6-dbf2-47a8-9e1e-4c3e683507c9 req-2f5127ab-2d89-418f-9f03-2dd04b7873ee tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408939 Jun 06 14:24:35.587924 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-140c21ba-4791-40e2-90c4-698846f38b58 admin admin] Publish callbacks [] for security_group (6186db4c-e6b6-4f6f-8684-4d47e38eb618), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:35.632436 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-140c21ba-4791-40e2-90c4-698846f38b58 admin admin] Publish callbacks [] for security_group (6186db4c-e6b6-4f6f-8684-4d47e38eb618), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:35.674936 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:35.701520 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-140c21ba-4791-40e2-90c4-698846f38b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6186db4c-e6b6-4f6f-8684-4d47e38eb618), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:35.705012 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-140c21ba-4791-40e2-90c4-698846f38b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:35.707133 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-140c21ba-4791-40e2-90c4-698846f38b58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6186db4c-e6b6-4f6f-8684-4d47e38eb618 HTTP/1.1" status: 204 len: 168 time: 0.2042582 Jun 06 14:24:35.732781 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c21ba-4791-40e2-90c4-698846f38b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6186db4c-e6b6-4f6f-8684-4d47e38eb618,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:36.598730 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766b746-fbeb-47e4-8d55-bc45e76f1f44 req-be53df75-3fe2-4e8a-b6d7-8d56f7738b65 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:36.598730 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f766b746-fbeb-47e4-8d55-bc45e76f1f44 req-be53df75-3fe2-4e8a-b6d7-8d56f7738b65 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0610967 Jun 06 14:24:36.613193 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:36.677896 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f766b746-fbeb-47e4-8d55-bc45e76f1f44 req-22101070-b60d-4495-b60d-73191b1d31cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704832 Jun 06 14:24:36.740724 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:37.822003 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bdc99-9114-46af-b076-56f428cf1542 req-e7223551-5d50-493b-bdb7-ad2a5ac7e630 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:37.823566 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab7bdc99-9114-46af-b076-56f428cf1542 req-e7223551-5d50-493b-bdb7-ad2a5ac7e630 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0569646 Jun 06 14:24:37.880942 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab7bdc99-9114-46af-b076-56f428cf1542 req-51acb4cf-efd2-4c77-8b1f-f91916eea184 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509167 Jun 06 14:24:38.211134 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:39.102763 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d51ddb-3814-4161-b743-d90f75f3b562 req-20ac547e-85fe-4d93-a499-878e417a072a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:39.105015 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42d51ddb-3814-4161-b743-d90f75f3b562 req-20ac547e-85fe-4d93-a499-878e417a072a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0960779 Jun 06 14:24:39.197078 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42d51ddb-3814-4161-b743-d90f75f3b562 req-0a000fd9-c06c-4ca0-a3c6-7573b7ba75eb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843506 Jun 06 14:24:39.209428 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-ee0698f8-4655-45c8-9308-6c2e63b991a8 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:39.210885 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-ee0698f8-4655-45c8-9308-6c2e63b991a8 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/networks?id=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c HTTP/1.1" status: 200 len: 809 time: 0.2300134 Jun 06 14:24:39.264399 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-93e0d21d-0ee0-4ab5-a63f-fe1b0c67ce8c tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/quotas/87c64a64f6864b84867141833e107e9f HTTP/1.1" status: 200 len: 375 time: 0.0295353 Jun 06 14:24:39.327394 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-811d2913-6b0c-468a-914d-02275236d731 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=87c64a64f6864b84867141833e107e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612240 Jun 06 14:24:39.555114 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-85fff4e4-4c9d-4029-b1d2-2491cc435d9d service neutron] 10.222.0.13 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153137 Jun 06 14:24:39.584915 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:39.711723 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:39.770861 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-ee38f494-7a88-4225-b346-77c537629d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:39.774044 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-ee38f494-7a88-4225-b346-77c537629d06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 1130 time: 0.0974853 Jun 06 14:24:39.810801 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554ff91-3f1c-4d40-927d-a598762492a0 req-1d0366e6-519b-4d13-ba1a-baf3cbad99ca tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:39.811989 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a554ff91-3f1c-4d40-927d-a598762492a0 req-1d0366e6-519b-4d13-ba1a-baf3cbad99ca tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1352720 Jun 06 14:24:39.873932 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-7db6ab52-b8e1-4407-8d37-1edfa0d97c3f service neutron] 10.222.0.13 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138211 Jun 06 14:24:39.984664 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a554ff91-3f1c-4d40-927d-a598762492a0 req-345c41bc-0c2b-4d33-8e7c-a47a413fb329 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513743 Jun 06 14:24:39.988753 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-d03c0a54-59e7-44dd-8337-2e5904375c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:39.993560 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-d03c0a54-59e7-44dd-8337-2e5904375c30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.2104740 Jun 06 14:24:40.128012 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-574fbbcf-c7bf-4f8f-b1e3-890269d20928 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5eef75b-900b-4277-ba84-469c7ff477cd HTTP/1.1" status: 200 len: 217 time: 0.0894215 Jun 06 14:24:40.290111 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e29ff764-0f78-48b9-8857-d91aeaff3173 req-d6258e34-4df5-4341-8b92-11c921bef243 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0796106 Jun 06 14:24:40.316937 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-f9663fe9-0da4-4b2e-8fff-296993b46f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:40.320806 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-f9663fe9-0da4-4b2e-8fff-296993b46f24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.1883214 Jun 06 14:24:40.409575 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-395ca3fd-8616-46ca-ba82-784c876f5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:40.413973 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-395ca3fd-8616-46ca-ba82-784c876f5f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758190 Jun 06 14:24:40.423025 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7749ab-65d8-4b0f-9959-f62746b9cb03 req-763d42bf-f96d-49e6-aefb-c6781bb17cd7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:40.425446 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1f7749ab-65d8-4b0f-9959-f62746b9cb03 req-763d42bf-f96d-49e6-aefb-c6781bb17cd7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0861933 Jun 06 14:24:40.520032 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4154a-0a8c-48c2-8994-9daca9fdf9cf req-c842f17a-2d8f-457d-9ba7-ecea79a8dccb tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:40.525391 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a2a4154a-0a8c-48c2-8994-9daca9fdf9cf req-c842f17a-2d8f-457d-9ba7-ecea79a8dccb tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1063447 Jun 06 14:24:40.574476 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1f7749ab-65d8-4b0f-9959-f62746b9cb03 req-8bfd83a4-9d53-4a32-b594-b31e4b6110a4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324623 Jun 06 14:24:40.612185 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-d43686b8-0de8-45b2-9034-cea511ece7d8 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432257 Jun 06 14:24:40.620193 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a2a4154a-0a8c-48c2-8994-9daca9fdf9cf req-bc6e8f35-f5c7-4552-b2be-16886e190a7e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878105 Jun 06 14:24:40.754598 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-384c7216-ad5f-4652-bea1-2b9343cffa8a req-a423697e-f2e3-4b61-9852-e7c66bbf3bc6 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258447 Jun 06 14:24:41.046387 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:41.151522 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c5f7b-5d8e-4d8e-a7d6-4fe91992d029 req-091ae416-2e1c-41bc-87ed-1939ae131ded tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:41.155638 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-272c5f7b-5d8e-4d8e-a7d6-4fe91992d029 req-091ae416-2e1c-41bc-87ed-1939ae131ded tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0942321 Jun 06 14:24:41.237375 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-272c5f7b-5d8e-4d8e-a7d6-4fe91992d029 req-90a0ec9e-ae3b-4a67-822b-f04754449a3f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740647 Jun 06 14:24:41.440393 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2c18d534-dae0-414d-bafb-a6766eab7d89 req-e460f776-e839-4dc1-a27a-974c4701194e tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0481472 Jun 06 14:24:41.809588 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-aa78bb0e-276c-4784-946d-9d0fcb8065bf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:41.810412 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-aa78bb0e-276c-4784-946d-9d0fcb8065bf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.46 "GET /v2.0/networks?id=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c HTTP/1.1" status: 200 len: 809 time: 0.1779909 Jun 06 14:24:41.890587 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8c42e-8b7f-4e24-af68-b37cb221d4da req-0fd44545-c8c8-49ec-92ea-77d14e26e18f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:41.892157 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-13a8c42e-8b7f-4e24-af68-b37cb221d4da req-0fd44545-c8c8-49ec-92ea-77d14e26e18f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1297753 Jun 06 14:24:41.893670 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Request body: {'port': {'device_id': '39c4e948-99e9-425f-839a-b35ef6e4698b', 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c', 'admin_state_up': True, 'tenant_id': '87c64a64f6864b84867141833e107e9f'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:24:41.915219 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33eb3d-6593-4e8c-82a8-7b13bc6311d0 req-475868c7-e7d9-4a4c-b563-666af4715e24 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:41.916721 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2a33eb3d-6593-4e8c-82a8-7b13bc6311d0 req-475868c7-e7d9-4a4c-b563-666af4715e24 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1042492 Jun 06 14:24:41.985567 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-13a8c42e-8b7f-4e24-af68-b37cb221d4da req-7f7c2429-bbe1-4cb0-a68b-b852393bd160 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857515 Jun 06 14:24:42.006124 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2a33eb3d-6593-4e8c-82a8-7b13bc6311d0 req-c9a96966-1280-4a6f-866b-cd182a57e845 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816050 Jun 06 14:24:42.061203 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Made reservation on behalf of 87c64a64f6864b84867141833e107e9f for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:24:42.064762 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:42.255525 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Allocated IP 172.20.0.8 (a5c368c9-8cb1-4480-b4a0-661e9dc56b7c/61fc3c73-d133-40b4-8fa3-8f1f3af479fa/9ea64540-d1d9-4393-9e55-31bbb69c3144) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:24:42.419731 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:42.459060 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff090e-bd34-444c-8941-ce33be50b79b req-e44c7bb4-c4c0-438b-a1ce-9302c9c1db70 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:42.463203 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42ff090e-bd34-444c-8941-ce33be50b79b req-e44c7bb4-c4c0-438b-a1ce-9302c9c1db70 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1083887 Jun 06 14:24:42.478090 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:42.555767 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:42.583818 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks [] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:42.602635 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42ff090e-bd34-444c-8941-ce33be50b79b req-7aad7c21-da8c-4867-8553-e7c96dfd6253 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311951 Jun 06 14:24:42.634427 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e329456f-2a85-4187-9519-539fe44878d2 req-ae062587-e2cf-4d65-8311-b7c0e205f16f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0701625 Jun 06 14:24:42.635272 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:42.697499 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:24:42.701671 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:24:42.709818 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:24:42.735952 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Pushing event updated for resources: {'Port': ['ID=9ea64540-d1d9-4393-9e55-31bbb69c3144,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:42.773239 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:42.774321 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:42.794706 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-400dde0c-db82-4384-aa28-453f0481e59f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9071171 Jun 06 14:24:42.832369 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Request body: {'port': {'device_id': '39c4e948-99e9-425f-839a-b35ef6e4698b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:24:42.939553 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:43.233489 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c858aaa-acba-49e1-903f-b12652c0d26f req-5fcbcd46-5c15-4e7b-83eb-2f84834b8943 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:43.242283 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c858aaa-acba-49e1-903f-b12652c0d26f req-5fcbcd46-5c15-4e7b-83eb-2f84834b8943 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1114028 Jun 06 14:24:43.270859 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24498946-c56e-4759-998b-b1a8479928f1 req-67f84353-5608-4ad2-aaaf-dd4909bba3be tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:43.271388 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24498946-c56e-4759-998b-b1a8479928f1 req-67f84353-5608-4ad2-aaaf-dd4909bba3be tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1030018 Jun 06 14:24:43.349339 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c858aaa-acba-49e1-903f-b12652c0d26f req-4fbf360a-62fe-473b-9b6d-4d3683b25a2e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050205 Jun 06 14:24:43.401429 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24498946-c56e-4759-998b-b1a8479928f1 req-1eaa8e2e-9131-44e8-b962-4544e8597099 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183941 Jun 06 14:24:43.441863 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 42920) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:43.472641 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea64540-d1d9-4393-9e55-31bbb69c3144 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:24:43.482917 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Publish callbacks [] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:43.502593 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Transition to ACTIVE for port object 9ea64540-d1d9-4393-9e55-31bbb69c3144 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:24:43.509802 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:43.578780 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea64540-d1d9-4393-9e55-31bbb69c3144,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:43.680207 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8de79f6-039f-4647-8b1b-1fcc932f72f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:43.684464 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Attempting to bind port 9ea64540-d1d9-4393-9e55-31bbb69c3144 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:24:43.684934 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Attempting to bind port 9ea64540-d1d9-4393-9e55-31bbb69c3144 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': 'dc3de12a-70d0-4d6c-b456-b526e8f28037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:24:43.685476 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Attempting to bind port 9ea64540-d1d9-4393-9e55-31bbb69c3144 on network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:24:43.695365 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Port 9ea64540-d1d9-4393-9e55-31bbb69c3144 on network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:24:43.695862 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Attempting to bind port 9ea64540-d1d9-4393-9e55-31bbb69c3144 on network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:24:43.708977 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:43.718286 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:24:43.718842 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Checking segment: {'id': 'dc3de12a-70d0-4d6c-b456-b526e8f28037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:24:43.719721 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Bound using segment: {'id': 'dc3de12a-70d0-4d6c-b456-b526e8f28037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:24:43.720488 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Bound port: 9ea64540-d1d9-4393-9e55-31bbb69c3144, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3de12a-70d0-4d6c-b456-b526e8f28037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:24:43.720865 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:43.796897 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:43.804331 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] For port 9ea64540-d1d9-4393-9e55-31bbb69c3144, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:24:43.806587 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:43.808704 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] For port 9ea64540-d1d9-4393-9e55-31bbb69c3144, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9ea64540-d1d9-4393-9e55-31bbb69c3144,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:24:43.820786 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:43.873215 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:43.873995 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:43.875504 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] 10.222.0.46 "PUT /v2.0/ports/9ea64540-d1d9-4393-9e55-31bbb69c3144 HTTP/1.1" status: 200 len: 1093 time: 1.0564981 Jun 06 14:24:43.876054 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c4e948-99e9-425f-839a-b35ef6e4698b', 'tag': '9ea64540-d1d9-4393-9e55-31bbb69c3144'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:24:43.878521 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef55c568-1b91-4047-851d-a4b5d9722c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "39c4e948-99e9-425f-839a-b35ef6e4698b", "tag": "9ea64540-d1d9-4393-9e55-31bbb69c3144"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:24:43.913015 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583355c2-6473-45a6-ab2d-2bc0a5d6c278 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea64540-d1d9-4393-9e55-31bbb69c3144,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:43.956825 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9b5e8-ce4e-44b2-99f5-d52373b500a4 req-0db77851-95e9-4fc7-bc46-fe8decdd1192 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:43.960986 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e9b9b5e8-ce4e-44b2-99f5-d52373b500a4 req-0db77851-95e9-4fc7-bc46-fe8decdd1192 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.2495084 Jun 06 14:24:43.986370 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-4258930f-fcc6-49bf-9a33-3c21c6dffed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:43.988323 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-4258930f-fcc6-49bf-9a33-3c21c6dffed8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87c64a64f6864b84867141833e107e9f&device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 1127 time: 0.0534830 Jun 06 14:24:44.005941 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3f2f1-2b9a-4cc9-8859-c65355d5c86b req-24df5a32-c68a-4998-b761-a0f97e035650 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:44.007531 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-23e3f2f1-2b9a-4cc9-8859-c65355d5c86b req-24df5a32-c68a-4998-b761-a0f97e035650 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 943 time: 0.2486570 Jun 06 14:24:44.042513 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-74914072-6e6d-472e-9228-f229ad384fa2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ea64540-d1d9-4393-9e55-31bbb69c3144 HTTP/1.1" status: 200 len: 217 time: 0.0439565 Jun 06 14:24:44.118269 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8de79f6-039f-4647-8b1b-1fcc932f72f9 admin admin] Publish callbacks [] for security_group (5d338739-d5a9-491c-827f-dffc2fa85911), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:44.122451 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-d5c2295a-b237-45e3-8007-84b30cad2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:44.124064 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-d5c2295a-b237-45e3-8007-84b30cad2826 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61fc3c73-d133-40b4-8fa3-8f1f3af479fa HTTP/1.1" status: 200 len: 849 time: 0.0754766 Jun 06 14:24:44.126589 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e9b9b5e8-ce4e-44b2-99f5-d52373b500a4 req-7f834df2-2d27-4c3f-848d-61a65bd03310 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508043 Jun 06 14:24:44.140167 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8de79f6-039f-4647-8b1b-1fcc932f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (5d338739-d5a9-491c-827f-dffc2fa85911), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:44.178024 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-23e3f2f1-2b9a-4cc9-8859-c65355d5c86b req-ac84ebf8-4c11-4759-b095-d4b924a88a48 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537640 Jun 06 14:24:44.178851 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-87d0a64d-026a-4b12-a2c6-0bcbfde7e494 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408385 Jun 06 14:24:44.222706 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de79f6-039f-4647-8b1b-1fcc932f72f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d338739-d5a9-491c-827f-dffc2fa85911,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:44.231090 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d8de79f6-039f-4647-8b1b-1fcc932f72f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5963ca6e05ba42c4993767cf1c269438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7826636 Jun 06 14:24:44.235394 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 42946) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:44.282932 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41439a18-7835-4a01-8b1f-0d3a366f5e66 x-openstack-request-id: req-41439a18-7835-4a01-8b1f-0d3a366f5e66 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:24:44.283228 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c4e948-99e9-425f-839a-b35ef6e4698b", "tag": "9ea64540-d1d9-4393-9e55-31bbb69c3144", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:24:44.283451 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41439a18-7835-4a01-8b1f-0d3a366f5e66 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:24:44.283854 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41439a18-7835-4a01-8b1f-0d3a366f5e66'] response: {'name': 'network-changed', 'server_uuid': '39c4e948-99e9-425f-839a-b35ef6e4698b', 'tag': '9ea64540-d1d9-4393-9e55-31bbb69c3144', 'status': 'completed', 'code': 200} Jun 06 14:24:44.312293 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a00c5f3c-6a30-4318-8086-3f77fa0f9210 admin admin] Publish callbacks [] for security_group (5d338739-d5a9-491c-827f-dffc2fa85911), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:44.344880 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-78229226-960a-4b3b-8204-639deeebbb47 service neutron] 10.222.0.46 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508472 Jun 06 14:24:44.352316 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a00c5f3c-6a30-4318-8086-3f77fa0f9210 admin admin] Publish callbacks [] for security_group (5d338739-d5a9-491c-827f-dffc2fa85911), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:44.441667 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a00c5f3c-6a30-4318-8086-3f77fa0f9210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (5d338739-d5a9-491c-827f-dffc2fa85911), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:44.449494 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a00c5f3c-6a30-4318-8086-3f77fa0f9210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:44.450765 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a00c5f3c-6a30-4318-8086-3f77fa0f9210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d338739-d5a9-491c-827f-dffc2fa85911 HTTP/1.1" status: 204 len: 168 time: 0.2140434 Jun 06 14:24:44.476130 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c5f3c-6a30-4318-8086-3f77fa0f9210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d338739-d5a9-491c-827f-dffc2fa85911,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:44.687516 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:44.743681 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135af90-27bc-402f-9ea3-e7b8ca4eb960 req-3a070e8f-e69a-4fc7-bf15-88e48ce703c1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:44.746967 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9135af90-27bc-402f-9ea3-e7b8ca4eb960 req-3a070e8f-e69a-4fc7-bf15-88e48ce703c1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.2148986 Jun 06 14:24:44.763342 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4abf0-cb72-4b5d-8f8c-d56ac37991f6 req-6030b0e3-28b9-4324-bfbe-3adb128c8e95 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:44.777080 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebe4abf0-cb72-4b5d-8f8c-d56ac37991f6 req-6030b0e3-28b9-4324-bfbe-3adb128c8e95 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1732860 Jun 06 14:24:44.956714 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-56ef5c25-3985-402e-9433-57a2b0ca69e1 req-827dd3bb-a680-4e50-9b38-cf6832e5c1d4 service neutron] 10.222.0.46 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054914 Jun 06 14:24:45.238440 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebe4abf0-cb72-4b5d-8f8c-d56ac37991f6 req-4a345a56-f40a-46d8-89a5-7ca0c71988ac tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4584799 Jun 06 14:24:45.241640 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 42978) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:45.242893 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9135af90-27bc-402f-9ea3-e7b8ca4eb960 req-d20c6a36-49fa-4a6f-afbe-378935c772b7 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616983 Jun 06 14:24:45.268491 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b57b675f-4708-4d2a-aad4-670c1e840d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:45.467409 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b57b675f-4708-4d2a-aad4-670c1e840d7d admin admin] Publish callbacks [] for security_group (a499e498-b635-47e0-b102-adffb9810c2c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:45.474291 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b57b675f-4708-4d2a-aad4-670c1e840d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (a499e498-b635-47e0-b102-adffb9810c2c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:45.489969 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce375fd2-65b3-4eab-8627-2ea69a9c0db4 req-32787fec-5a30-4137-aa70-03450e185810 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:45.491868 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce375fd2-65b3-4eab-8627-2ea69a9c0db4 req-32787fec-5a30-4137-aa70-03450e185810 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1099515 Jun 06 14:24:45.516823 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b675f-4708-4d2a-aad4-670c1e840d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a499e498-b635-47e0-b102-adffb9810c2c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:45.536717 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6ffed-3010-4ff6-949f-917244dde965 req-b5af0bac-3ff8-45a9-a6e4-a400e9478d0f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:45.540803 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fee6ffed-3010-4ff6-949f-917244dde965 req-b5af0bac-3ff8-45a9-a6e4-a400e9478d0f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 943 time: 0.1031909 Jun 06 14:24:45.571853 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b57b675f-4708-4d2a-aad4-670c1e840d7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff9b740bf98a4f72af048e0105f603e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217003 Jun 06 14:24:45.571853 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 42986) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:45.656308 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9684fac0-f125-4c06-acc0-b6c5c16f3f8a admin admin] Publish callbacks [] for security_group (a499e498-b635-47e0-b102-adffb9810c2c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:45.663432 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce375fd2-65b3-4eab-8627-2ea69a9c0db4 req-789dcab0-cbd8-46ce-9739-0babbe6fc371 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516838 Jun 06 14:24:45.708959 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9684fac0-f125-4c06-acc0-b6c5c16f3f8a admin admin] Publish callbacks [] for security_group (a499e498-b635-47e0-b102-adffb9810c2c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:45.724651 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fee6ffed-3010-4ff6-949f-917244dde965 req-7e02c80b-c93b-4000-8c42-25258bfd1371 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672604 Jun 06 14:24:45.784192 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9684fac0-f125-4c06-acc0-b6c5c16f3f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (a499e498-b635-47e0-b102-adffb9810c2c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:45.788746 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9684fac0-f125-4c06-acc0-b6c5c16f3f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:45.790320 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9684fac0-f125-4c06-acc0-b6c5c16f3f8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a499e498-b635-47e0-b102-adffb9810c2c HTTP/1.1" status: 204 len: 168 time: 0.2184765 Jun 06 14:24:45.812312 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684fac0-f125-4c06-acc0-b6c5c16f3f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a499e498-b635-47e0-b102-adffb9810c2c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:46.497356 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-0e76698e-4604-4edc-87e1-6d2e0a503d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:46.501126 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-0e76698e-4604-4edc-87e1-6d2e0a503d60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87c64a64f6864b84867141833e107e9f&device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 1127 time: 0.1648366 Jun 06 14:24:46.594020 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8971660-23a8-4209-bee8-73e3d90de48f req-1c67d577-1fb0-4050-b3be-07c9632bcfdf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:46.595861 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8971660-23a8-4209-bee8-73e3d90de48f req-1c67d577-1fb0-4050-b3be-07c9632bcfdf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1276693 Jun 06 14:24:46.603559 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9b416-16f7-4f27-ad93-96803966f961 req-28370ed1-8f74-473f-9012-bd13b3de8979 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:46.605766 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3a9b416-16f7-4f27-ad93-96803966f961 req-28370ed1-8f74-473f-9012-bd13b3de8979 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1201193 Jun 06 14:24:46.658851 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:46.727078 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:46.730686 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-46e14512-8626-479b-9c3d-5df23412b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:46.732590 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-46e14512-8626-479b-9c3d-5df23412b0e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c HTTP/1.1" status: 200 len: 910 time: 0.2150056 Jun 06 14:24:46.798578 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8971660-23a8-4209-bee8-73e3d90de48f req-e746722f-cc41-4fd3-b1dd-728af7ca2987 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764901 Jun 06 14:24:46.851463 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-1769aad1-c1df-4a93-9d06-cb2e54071842 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ea64540-d1d9-4393-9e55-31bbb69c3144 HTTP/1.1" status: 200 len: 217 time: 0.1124384 Jun 06 14:24:46.862420 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3a9b416-16f7-4f27-ad93-96803966f961 req-fdc62e30-2296-45ae-9bc3-1ac396f7c9e3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422857 Jun 06 14:24:46.985566 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-d1eedaa7-cc40-4162-a853-e08244a6fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:46.987158 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-d1eedaa7-cc40-4162-a853-e08244a6fdf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61fc3c73-d133-40b4-8fa3-8f1f3af479fa HTTP/1.1" status: 200 len: 849 time: 0.1298180 Jun 06 14:24:47.042125 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-8df1d34d-efe0-4bd9-8ef9-38b367aeb749 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483789 Jun 06 14:24:47.077474 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:47.101908 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 9ea64540-d1d9-4393-9e55-31bbb69c3144 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:24:47.122865 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144efdd-50ca-4a8e-948d-5c2df461e8b2 req-98bce15b-fd69-457f-96f6-b03338a16c6b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:47.135984 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4144efdd-50ca-4a8e-948d-5c2df461e8b2 req-98bce15b-fd69-457f-96f6-b03338a16c6b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1647053 Jun 06 14:24:47.214477 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:47.259197 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fbce7-5180-40de-a8bb-01809d77c516 req-4bbb7564-4098-4491-bfb1-5da52b3bd972 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:47.261319 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d24fbce7-5180-40de-a8bb-01809d77c516 req-4bbb7564-4098-4491-bfb1-5da52b3bd972 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 943 time: 0.1750371 Jun 06 14:24:47.300412 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-1b52ef02-aea8-44f1-9620-8739fe331d86 service neutron] 10.222.0.46 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505531 Jun 06 14:24:47.340755 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4144efdd-50ca-4a8e-948d-5c2df461e8b2 req-e9aa3d97-1084-4215-8f6c-1a094a8de6c0 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034221 Jun 06 14:24:47.361489 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 9ea64540-d1d9-4393-9e55-31bbb69c3144, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9ea64540-d1d9-4393-9e55-31bbb69c3144,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:24:47.376902 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '9ea64540-d1d9-4393-9e55-31bbb69c3144', 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c', 'port_id': '9ea64540-d1d9-4393-9e55-31bbb69c3144', 'mac_address': 'fa:16:3e:f5:d9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fc3c73-d133-40b4-8fa3-8f1f3af479fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:24:47.426696 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d24fbce7-5180-40de-a8bb-01809d77c516 req-602d8646-86b1-4f08-b967-694d6cfb172f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459467 Jun 06 14:24:47.445879 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 9ea64540-d1d9-4393-9e55-31bbb69c3144 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:24:47.445879 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:47.466016 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea64540-d1d9-4393-9e55-31bbb69c3144 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:24:47.510636 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 9ea64540-d1d9-4393-9e55-31bbb69c3144, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9ea64540-d1d9-4393-9e55-31bbb69c3144,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:24:47.517689 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:47.600850 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef55c568-1b91-4047-851d-a4b5d9722c9f req-e053df79-c952-4cd0-9d9b-111e596b4d95 service neutron] 10.222.0.46 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933297 Jun 06 14:24:47.627585 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=9ea64540-d1d9-4393-9e55-31bbb69c3144,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:47.828003 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['9ea64540-d1d9-4393-9e55-31bbb69c3144'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:24:48.209609 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80072ce-54b1-425a-8f16-0937d249fe7a req-565d9939-c2ed-4e33-b56e-f3714561e734 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:48.211888 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c80072ce-54b1-425a-8f16-0937d249fe7a req-565d9939-c2ed-4e33-b56e-f3714561e734 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1361663 Jun 06 14:24:48.220998 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f14d7-a852-45ab-8557-f197b759dfe6 req-2d32022e-de7a-4ad9-9d2e-55aed75a8d72 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:48.222570 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d32f14d7-a852-45ab-8557-f197b759dfe6 req-2d32022e-de7a-4ad9-9d2e-55aed75a8d72 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1297815 Jun 06 14:24:48.315343 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c80072ce-54b1-425a-8f16-0937d249fe7a req-ffc48f40-7526-4675-a0db-13007fa191e4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908608 Jun 06 14:24:48.321342 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d32f14d7-a852-45ab-8557-f197b759dfe6 req-32c62e5f-bb91-4411-81ec-00f199c59694 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809863 Jun 06 14:24:48.594320 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf04d2-84bf-47c4-ae88-eb9adcf0d040 req-c46cadd8-eb11-4c3f-9ba3-ebc458ebed93 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:48.595916 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33bf04d2-84bf-47c4-ae88-eb9adcf0d040 req-c46cadd8-eb11-4c3f-9ba3-ebc458ebed93 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1428690 Jun 06 14:24:48.617094 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f11d4-fd06-4104-91b9-7b9fc14b29d1 req-b0ed8972-b84c-4278-9515-dee1b94b6c30 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:48.619173 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-500f11d4-fd06-4104-91b9-7b9fc14b29d1 req-b0ed8972-b84c-4278-9515-dee1b94b6c30 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 944 time: 0.0791829 Jun 06 14:24:48.661340 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:48.724392 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33bf04d2-84bf-47c4-ae88-eb9adcf0d040 req-9f9f4e05-8550-40dc-8314-cc7c7ea75768 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147316 Jun 06 14:24:48.759494 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-500f11d4-fd06-4104-91b9-7b9fc14b29d1 req-d931cde6-c979-47ed-8c0c-1da5f2c3aaea tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237431 Jun 06 14:24:49.133795 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 9ea64540-d1d9-4393-9e55-31bbb69c3144 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:24:49.231749 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 9ea64540-d1d9-4393-9e55-31bbb69c3144 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:24:49.243091 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 9ea64540-d1d9-4393-9e55-31bbb69c3144 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:24:49.244216 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:49.377580 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 9ea64540-d1d9-4393-9e55-31bbb69c3144 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:24:49.378293 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:49.432604 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 9ea64540-d1d9-4393-9e55-31bbb69c3144, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9ea64540-d1d9-4393-9e55-31bbb69c3144,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:24:49.434621 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c4e948-99e9-425f-839a-b35ef6e4698b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea64540-d1d9-4393-9e55-31bbb69c3144'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:24:49.439200 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48306a0a-6fb7-435f-8398-beee9380a3cd" -d '{"events": [{"server_uuid": "39c4e948-99e9-425f-839a-b35ef6e4698b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea64540-d1d9-4393-9e55-31bbb69c3144"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:24:49.446269 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:49.456134 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:49.492939 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:49.524723 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=9ea64540-d1d9-4393-9e55-31bbb69c3144,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:49.557198 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c333edb-0c17-442a-85ce-47e9e6fc821f req-1c5b447e-c77b-4787-a4db-078167eb924d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:49.558967 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c333edb-0c17-442a-85ce-47e9e6fc821f req-1c5b447e-c77b-4787-a4db-078167eb924d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1099765 Jun 06 14:24:49.580663 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e29b6-4f9d-4978-aa61-bad42ddaa981 req-767f61e0-10a1-414a-8524-698554cc90d1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:49.582575 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-525e29b6-4f9d-4978-aa61-bad42ddaa981 req-767f61e0-10a1-414a-8524-698554cc90d1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0990760 Jun 06 14:24:49.670882 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c333edb-0c17-442a-85ce-47e9e6fc821f req-4864008b-f5c6-4880-b5d9-d02379c75372 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037345 Jun 06 14:24:49.680474 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-525e29b6-4f9d-4978-aa61-bad42ddaa981 req-c8b75607-326d-474f-bd13-4b0a17ecf040 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853379 Jun 06 14:24:49.738816 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b6083c-27c9-4e3b-afa2-6077ff70b4e1 x-openstack-request-id: req-48b6083c-27c9-4e3b-afa2-6077ff70b4e1 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:24:49.739339 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c4e948-99e9-425f-839a-b35ef6e4698b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea64540-d1d9-4393-9e55-31bbb69c3144", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:24:49.739510 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48b6083c-27c9-4e3b-afa2-6077ff70b4e1 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:24:49.742649 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b6083c-27c9-4e3b-afa2-6077ff70b4e1'] response: {'server_uuid': '39c4e948-99e9-425f-839a-b35ef6e4698b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea64540-d1d9-4393-9e55-31bbb69c3144', 'code': 200} Jun 06 14:24:49.904396 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc334e-536a-4cbb-a7b1-3af9ae973402 req-e5725258-cefc-4b1e-94c1-5703ae16a69d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:49.910391 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-11bc334e-536a-4cbb-a7b1-3af9ae973402 req-e5725258-cefc-4b1e-94c1-5703ae16a69d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0697868 Jun 06 14:24:50.049657 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5426be7-e9c3-4e79-9633-bba8a3b80ee8 req-6b95f305-5194-4d1e-95ed-f902cc168630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:50.052842 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a5426be7-e9c3-4e79-9633-bba8a3b80ee8 req-6b95f305-5194-4d1e-95ed-f902cc168630 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 1129 time: 0.0758834 Jun 06 14:24:50.056753 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67ef99-d83c-42fc-aa7e-47b0477123b3 req-0053b5ce-2fe7-4ea4-b633-8533797427b0 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:50.059365 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3b67ef99-d83c-42fc-aa7e-47b0477123b3 req-0053b5ce-2fe7-4ea4-b633-8533797427b0 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 945 time: 0.1129990 Jun 06 14:24:50.069743 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-11bc334e-536a-4cbb-a7b1-3af9ae973402 req-b512f4d6-4e72-4e9f-b751-17ef38471d44 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541724 Jun 06 14:24:50.119644 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:24:50.155695 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a5426be7-e9c3-4e79-9633-bba8a3b80ee8 req-7db42e01-b258-429f-abb5-d9fee7a227aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947156 Jun 06 14:24:50.174835 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3b67ef99-d83c-42fc-aa7e-47b0477123b3 req-c355448f-c41d-4207-acab-4d8d11e02bfe tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998116 Jun 06 14:24:50.865131 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:50.873621 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e591d-941c-460d-9a22-fd499cf87a3f req-b3787ef0-298b-4ded-a888-4c3c29aeb1a3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:50.875346 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ea1e591d-941c-460d-9a22-fd499cf87a3f req-b3787ef0-298b-4ded-a888-4c3c29aeb1a3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0887706 Jun 06 14:24:50.885614 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b4386-e6bb-4205-b7e3-eebb762b9052 req-9b2e5c97-9fae-4b4d-ae33-5db12293a349 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:50.887298 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-392b4386-e6bb-4205-b7e3-eebb762b9052 req-9b2e5c97-9fae-4b4d-ae33-5db12293a349 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0983253 Jun 06 14:24:50.973734 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ea1e591d-941c-460d-9a22-fd499cf87a3f req-329fd9c8-04ea-40d2-be38-43b6994cf412 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846519 Jun 06 14:24:50.983179 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-392b4386-e6bb-4205-b7e3-eebb762b9052 req-43547d19-c129-462b-a190-067eb74abd71 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870290 Jun 06 14:24:51.235841 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90321f2c-fc5f-48d5-a84b-a28365482d06 req-b22eac0f-9dbf-48d7-a2db-802c1f802833 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:51.237996 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-90321f2c-fc5f-48d5-a84b-a28365482d06 req-b22eac0f-9dbf-48d7-a2db-802c1f802833 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0572696 Jun 06 14:24:51.363530 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-90321f2c-fc5f-48d5-a84b-a28365482d06 req-58e32c64-718c-4736-9ae1-9cc133068737 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101422 Jun 06 14:24:51.374680 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac340007-731c-41eb-bb7c-e70923b4e926 req-d378aad8-14ec-43b3-8dad-6327818fff7a tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:51.376268 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ac340007-731c-41eb-bb7c-e70923b4e926 req-d378aad8-14ec-43b3-8dad-6327818fff7a tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 945 time: 0.0824668 Jun 06 14:24:51.481390 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ac340007-731c-41eb-bb7c-e70923b4e926 req-53869565-7851-4cb8-a566-979feb718223 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932953 Jun 06 14:24:51.762247 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 43162) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:51.914937 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e0be45a0-6b91-4734-a53f-e635920a3c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:52.100867 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e0be45a0-6b91-4734-a53f-e635920a3c48 admin admin] Publish callbacks [] for security_group (38e722b8-1bb0-4ef2-a559-8a7729d0ea46), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:52.109072 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e0be45a0-6b91-4734-a53f-e635920a3c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (38e722b8-1bb0-4ef2-a559-8a7729d0ea46), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:52.216255 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:52.280037 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e0be45a0-6b91-4734-a53f-e635920a3c48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=874512ad2d8246e79d82f1134902112f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166407 Jun 06 14:24:52.284867 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43178) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:24:52.294656 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355cd72-7ad7-478e-a907-3f0f94fead48 req-f9411d62-0807-4c16-910e-f081376f265b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:52.301641 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5355cd72-7ad7-478e-a907-3f0f94fead48 req-f9411d62-0807-4c16-910e-f081376f265b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1743138 Jun 06 14:24:52.301641 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be45a0-6b91-4734-a53f-e635920a3c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e722b8-1bb0-4ef2-a559-8a7729d0ea46,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:52.313404 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced6ca7-f0c0-4efe-83a3-d21708f43e27 req-e3022666-29d2-42e6-b31e-c59432032173 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:52.315015 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1ced6ca7-f0c0-4efe-83a3-d21708f43e27 req-e3022666-29d2-42e6-b31e-c59432032173 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1503320 Jun 06 14:24:52.412849 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5355cd72-7ad7-478e-a907-3f0f94fead48 req-7a003005-533d-47ad-8e74-fac6a60aedf6 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052022 Jun 06 14:24:52.419258 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c16390-bd95-4cca-a530-111aa7d5b020 admin admin] Publish callbacks [] for security_group (38e722b8-1bb0-4ef2-a559-8a7729d0ea46), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:52.422106 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1ced6ca7-f0c0-4efe-83a3-d21708f43e27 req-499f31c7-c904-45ac-a895-fd7843174110 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809245 Jun 06 14:24:52.468572 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c16390-bd95-4cca-a530-111aa7d5b020 admin admin] Publish callbacks [] for security_group (38e722b8-1bb0-4ef2-a559-8a7729d0ea46), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:52.546426 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c16390-bd95-4cca-a530-111aa7d5b020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (38e722b8-1bb0-4ef2-a559-8a7729d0ea46), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:52.550706 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c16390-bd95-4cca-a530-111aa7d5b020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:52.552153 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-28c16390-bd95-4cca-a530-111aa7d5b020 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38e722b8-1bb0-4ef2-a559-8a7729d0ea46 HTTP/1.1" status: 204 len: 168 time: 0.2644436 Jun 06 14:24:52.562060 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c16390-bd95-4cca-a530-111aa7d5b020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e722b8-1bb0-4ef2-a559-8a7729d0ea46,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:52.602453 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fc2d2-a9c6-4c82-b83c-dbf77ebf4db7 req-515d81ef-918d-40e6-bf72-41cefd541e0c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:52.604356 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d7fc2d2-a9c6-4c82-b83c-dbf77ebf4db7 req-515d81ef-918d-40e6-bf72-41cefd541e0c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0708437 Jun 06 14:24:52.692777 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f54f-adcd-45dd-9632-08af9ae5218d req-a6272178-b422-4ba4-b12d-91547eba1afd tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:52.694776 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3437f54f-adcd-45dd-9632-08af9ae5218d req-a6272178-b422-4ba4-b12d-91547eba1afd tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 945 time: 0.0844202 Jun 06 14:24:52.730634 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d7fc2d2-a9c6-4c82-b83c-dbf77ebf4db7 req-437eaf8c-72b9-4566-b3e2-789e34001139 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176167 Jun 06 14:24:52.775830 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3437f54f-adcd-45dd-9632-08af9ae5218d req-4c08feef-f3d6-4fde-8070-7045ecb3fbbe tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676942 Jun 06 14:24:53.704353 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:53.726776 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ddc5c-0ec1-489e-b3b3-212133849eaf req-3903ea88-6fe7-47b4-898d-73a8bc183814 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:53.729306 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e47ddc5c-0ec1-489e-b3b3-212133849eaf req-3903ea88-6fe7-47b4-898d-73a8bc183814 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1430781 Jun 06 14:24:53.765326 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd6834-7d22-413b-b91c-81c735301820 req-dcffdb79-b72e-479c-ade1-4cc0446395f6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:53.767176 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1acd6834-7d22-413b-b91c-81c735301820 req-dcffdb79-b72e-479c-ade1-4cc0446395f6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1196961 Jun 06 14:24:53.856490 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e47ddc5c-0ec1-489e-b3b3-212133849eaf req-c36d88e4-26cc-48e2-a426-17ba3678a8e1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068509 Jun 06 14:24:53.874119 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1acd6834-7d22-413b-b91c-81c735301820 req-8fe12e55-80dd-4284-9eef-c3d0f6ce338e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965939 Jun 06 14:24:54.275442 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0843e0d-0325-4f81-8752-592d398082af req-dac1129b-489a-4dc1-a0b8-4e44162e57db tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:54.278652 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0843e0d-0325-4f81-8752-592d398082af req-dac1129b-489a-4dc1-a0b8-4e44162e57db tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0808029 Jun 06 14:24:54.368457 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0843e0d-0325-4f81-8752-592d398082af req-2b5d7106-8717-4471-9566-9fc46b1801f6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810785 Jun 06 14:24:54.503108 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff395784-1f68-41f3-b626-94ce2c6e9e2f req-8ac1e93d-c038-4a2f-8d51-18609cd937df tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:54.505121 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff395784-1f68-41f3-b626-94ce2c6e9e2f req-8ac1e93d-c038-4a2f-8d51-18609cd937df tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 945 time: 0.0557330 Jun 06 14:24:54.578249 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff395784-1f68-41f3-b626-94ce2c6e9e2f req-56558705-9a34-4347-ae85-d5be0ce8d9dd tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622830 Jun 06 14:24:55.018784 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ba246-339b-4483-9985-640abd041d82 req-0e50c328-1d16-4456-8d55-1c1eaa3e0666 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:55.020861 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-244ba246-339b-4483-9985-640abd041d82 req-0e50c328-1d16-4456-8d55-1c1eaa3e0666 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0524199 Jun 06 14:24:55.073117 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-244ba246-339b-4483-9985-640abd041d82 req-55334661-afc2-4c4f-a0ec-b740b362ac12 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464382 Jun 06 14:24:55.178352 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:24:55.186348 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03568198-d755-48b2-9001-6799244fee9f req-38806ecc-d885-4489-aaa4-86755f7be419 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:55.187916 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-03568198-d755-48b2-9001-6799244fee9f req-38806ecc-d885-4489-aaa4-86755f7be419 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0501370 Jun 06 14:24:55.263248 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-03568198-d755-48b2-9001-6799244fee9f req-b42c14e5-047d-4c3e-871d-acfe01c0206a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692279 Jun 06 14:24:55.316229 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:24:55.337392 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'port_id': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'mac_address': 'fa:16:3e:e9:a8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:24:55.386640 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d0b62115-c8dd-481f-97e8-5204944b431a is: ACTIVE; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:24:55.387103 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:55.406244 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0b62115-c8dd-481f-97e8-5204944b431a {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:24:55.431023 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:24:55.435786 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:55.538976 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=6']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:55.551967 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216ee98-b5ea-4e4e-bb3e-56e236ec3e4a req-ac38cd7f-765b-4255-832b-a5724eb54969 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:55.562827 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a216ee98-b5ea-4e4e-bb3e-56e236ec3e4a req-ac38cd7f-765b-4255-832b-a5724eb54969 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0955019 Jun 06 14:24:55.617742 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['d0b62115-c8dd-481f-97e8-5204944b431a'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:24:55.635150 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a216ee98-b5ea-4e4e-bb3e-56e236ec3e4a req-f4a20e31-366a-44b3-8db7-bf55925e005d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707576 Jun 06 14:24:55.885357 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:55.900523 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dbdb0-5eaa-46ec-b5ff-599a88f5e3bc req-96da49c1-6d22-4616-8883-8a268544703a tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:55.902187 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-971dbdb0-5eaa-46ec-b5ff-599a88f5e3bc req-96da49c1-6d22-4616-8883-8a268544703a tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 945 time: 0.1016159 Jun 06 14:24:55.952260 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:55.962721 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-971dbdb0-5eaa-46ec-b5ff-599a88f5e3bc req-1a709d04-5476-404d-afed-69b4e9406a50 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524879 Jun 06 14:24:56.206277 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773db17-bd60-4e2d-81f2-45d473b17430 req-700a770d-98a3-4bc4-825e-b67f84c82a57 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:56.208543 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7773db17-bd60-4e2d-81f2-45d473b17430 req-700a770d-98a3-4bc4-825e-b67f84c82a57 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 944 time: 0.0529857 Jun 06 14:24:56.268593 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7773db17-bd60-4e2d-81f2-45d473b17430 req-22fe9b8e-cd39-4552-8b7a-a980c4bb319c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539122 Jun 06 14:24:56.399320 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c628ff-a5f1-4d8a-ba37-7f5d82dd2d8e req-28e6f9bb-0a37-49d4-983d-08cfbf0863af tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:56.400944 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-79c628ff-a5f1-4d8a-ba37-7f5d82dd2d8e req-28e6f9bb-0a37-49d4-983d-08cfbf0863af tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0534556 Jun 06 14:24:56.475588 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-79c628ff-a5f1-4d8a-ba37-7f5d82dd2d8e req-0ddeaf35-0255-47fc-ad24-0a5b84637780 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620334 Jun 06 14:24:56.848407 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eaf92-e2c7-4e68-b02c-ca3484cc5851 req-b9f88951-7803-45ea-8edb-65b25cc81c96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:56.850083 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df7eaf92-e2c7-4e68-b02c-ca3484cc5851 req-b9f88951-7803-45ea-8edb-65b25cc81c96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0668712 Jun 06 14:24:56.913989 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df7eaf92-e2c7-4e68-b02c-ca3484cc5851 req-961310ff-46e1-4644-8f5f-309ce2f7efe4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526311 Jun 06 14:24:57.120277 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc58e55-f7c7-41bb-b24d-98886d6d155e req-1cf8f048-ff27-4e29-87a3-1a6f4f6187c4 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:57.121904 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0fc58e55-f7c7-41bb-b24d-98886d6d155e req-1cf8f048-ff27-4e29-87a3-1a6f4f6187c4 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 945 time: 0.0690262 Jun 06 14:24:57.141995 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:57.175837 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0fc58e55-f7c7-41bb-b24d-98886d6d155e req-216f469f-335c-4001-bff5-c4fc992fbefd tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481780 Jun 06 14:24:57.329054 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:24:57.422042 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port d0b62115-c8dd-481f-97e8-5204944b431a triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:24:57.422630 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:57.451540 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd172615-7c33-4a7c-97f2-3ae5e496bb31 req-e02ef532-6e82-45f3-af55-05f26b28506b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:57.453166 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd172615-7c33-4a7c-97f2-3ae5e496bb31 req-e02ef532-6e82-45f3-af55-05f26b28506b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 944 time: 0.0853274 Jun 06 14:24:57.527070 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd172615-7c33-4a7c-97f2-3ae5e496bb31 req-c560a51c-51cd-4536-b03f-6c601305aede tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650291 Jun 06 14:24:57.542121 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d0b62115-c8dd-481f-97e8-5204944b431a is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:24:57.542517 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:57.572517 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:24:57.574944 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30666a0b-563e-4d5e-b0bf-4e89f22acdc8" -d '{"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:24:57.589399 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:24:57.595017 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:24:57.650574 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=7']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:24:57.652444 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649b08a-20dc-4cbb-a5c5-c2f5809a1b08 req-baac9db8-8fd7-497c-8684-813190ba9128 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:57.655178 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5649b08a-20dc-4cbb-a5c5-c2f5809a1b08 req-baac9db8-8fd7-497c-8684-813190ba9128 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0584314 Jun 06 14:24:57.713370 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5649b08a-20dc-4cbb-a5c5-c2f5809a1b08 req-867b9e2c-c04a-4ece-a551-14b7d6bac490 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469544 Jun 06 14:24:57.766473 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6625ce97-7d51-4822-a600-1e5c54064a99 x-openstack-request-id: req-6625ce97-7d51-4822-a600-1e5c54064a99 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:24:57.766908 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:24:57.767334 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6625ce97-7d51-4822-a600-1e5c54064a99 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:24:57.767939 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6625ce97-7d51-4822-a600-1e5c54064a99'] response: {'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'code': 200} Jun 06 14:24:58.056500 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec91f8f-9529-4b7d-95c2-2552c91a9258 req-884995c4-9571-4f1f-98f6-30f5451d0c66 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:58.058239 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bec91f8f-9529-4b7d-95c2-2552c91a9258 req-884995c4-9571-4f1f-98f6-30f5451d0c66 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0536244 Jun 06 14:24:58.143640 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bec91f8f-9529-4b7d-95c2-2552c91a9258 req-3a9f4225-8575-4fa2-a35b-a863ec55c74b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710657 Jun 06 14:24:58.326708 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacccd0-cb35-49b1-8227-86562bdb878f req-60f3b768-7b87-4bc4-9afd-9fdfbc85b29f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:58.328519 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6eacccd0-cb35-49b1-8227-86562bdb878f req-60f3b768-7b87-4bc4-9afd-9fdfbc85b29f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 945 time: 0.0656729 Jun 06 14:24:58.431263 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6eacccd0-cb35-49b1-8227-86562bdb878f req-2a83469d-7c85-4c70-94ba-6408cb1daaeb tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951242 Jun 06 14:24:58.701239 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b3a73-2b4e-4c98-9b5d-15987221d3e7 req-38537f2e-ff5d-44dd-92c0-3dc6e40ece45 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:58.703225 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c0b3a73-2b4e-4c98-9b5d-15987221d3e7 req-38537f2e-ff5d-44dd-92c0-3dc6e40ece45 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0610299 Jun 06 14:24:58.772139 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c0b3a73-2b4e-4c98-9b5d-15987221d3e7 req-b0eb58c2-442d-4571-9460-283e0da3793c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577886 Jun 06 14:24:58.913794 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7595bb-02a8-4001-a70a-0de8b9a83382 req-43c3620d-d27c-4723-b058-8a3371416b03 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:58.915530 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bb7595bb-02a8-4001-a70a-0de8b9a83382 req-43c3620d-d27c-4723-b058-8a3371416b03 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0523322 Jun 06 14:24:58.978850 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bb7595bb-02a8-4001-a70a-0de8b9a83382 req-6f8edb51-2da2-4580-afb1-8e04130c5581 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537231 Jun 06 14:24:59.329332 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd30eda-0164-4503-bcae-808b4ea45abf req-ff48d237-c6e2-409f-8211-a1b006ba0408 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:59.331197 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ffd30eda-0164-4503-bcae-808b4ea45abf req-ff48d237-c6e2-409f-8211-a1b006ba0408 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0941265 Jun 06 14:24:59.345781 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:24:59.393145 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ffd30eda-0164-4503-bcae-808b4ea45abf req-ba0b74b0-e207-48cb-bddf-f2cf790a5319 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543449 Jun 06 14:24:59.589085 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c186288-de60-428e-a9cc-ba5c59b2ea18 req-f827fe43-953b-4aea-8ff0-e5dc650a4db6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:59.591685 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c186288-de60-428e-a9cc-ba5c59b2ea18 req-f827fe43-953b-4aea-8ff0-e5dc650a4db6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 945 time: 0.0750947 Jun 06 14:24:59.670217 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c186288-de60-428e-a9cc-ba5c59b2ea18 req-493ce6e2-58ba-4b27-8c94-a485e005b006 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725894 Jun 06 14:24:59.791146 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-81a4be56-ba94-484e-b38a-681f04106ed8 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:24:59.793643 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-81a4be56-ba94-484e-b38a-681f04106ed8 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.46 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 945 time: 0.0638630 Jun 06 14:25:00.011758 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb7987-a24b-4753-a751-0801c680bc50 req-2c4fc37b-9839-445a-8154-adf2d227b7f0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:00.019318 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fddb7987-a24b-4753-a751-0801c680bc50 req-2c4fc37b-9839-445a-8154-adf2d227b7f0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1304140 Jun 06 14:25:00.106849 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:00.107749 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:00.120209 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fddb7987-a24b-4753-a751-0801c680bc50 req-77a3b022-5c6b-466d-8f77-4854a4ffef9e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993698 Jun 06 14:25:00.158430 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Deleting port 9ea64540-d1d9-4393-9e55-31bbb69c3144 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:25:00.159339 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:00.277510 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f7617-8838-4018-815e-6a00888d741f req-cec004b6-7d4d-4208-9bc4-0ef83afd877d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:00.281760 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-200f7617-8838-4018-815e-6a00888d741f req-cec004b6-7d4d-4208-9bc4-0ef83afd877d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1566305 Jun 06 14:25:00.478070 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-200f7617-8838-4018-815e-6a00888d741f req-883d9eb1-2b54-4b9b-a52d-5e910d807187 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794662 Jun 06 14:25:00.491326 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] For port 9ea64540-d1d9-4393-9e55-31bbb69c3144, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9ea64540-d1d9-4393-9e55-31bbb69c3144,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:00.491936 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:00.526304 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Calling delete_port for 9ea64540-d1d9-4393-9e55-31bbb69c3144 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:25:00.616946 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2441-fd79-4fd4-b78b-917571e15bb9 req-040c062f-2349-4e39-b9cc-e0906b22521d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:00.618640 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-86ab2441-fd79-4fd4-b78b-917571e15bb9 req-040c062f-2349-4e39-b9cc-e0906b22521d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0604258 Jun 06 14:25:00.660929 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:00.683636 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-86ab2441-fd79-4fd4-b78b-917571e15bb9 req-4c85f05b-01aa-44d5-b049-80bd1f9e0984 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587215 Jun 06 14:25:00.723373 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:00.730505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (9ea64540-d1d9-4393-9e55-31bbb69c3144), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:00.744069 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['9ea64540-d1d9-4393-9e55-31bbb69c3144'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:25:00.781682 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Pushing event deleted for resources: {'Port': ['ID=9ea64540-d1d9-4393-9e55-31bbb69c3144,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:00.796428 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eab1fb80-6228-4908-b490-7d2087d22012 req-f2152ea1-696f-4f13-b655-5422db40f4d6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0350575 Jun 06 14:25:00.849692 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] No DVR routers for this DVR port 9ea64540-d1d9-4393-9e55-31bbb69c3144 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:25:00.853363 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:00.857290 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-439e29a2-c88e-4ac5-a9b9-0c9c5921f594 req-2e19e61b-9e61-4928-92bc-32a519983437 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.46 "DELETE /v2.0/ports/9ea64540-d1d9-4393-9e55-31bbb69c3144 HTTP/1.1" status: 204 len: 173 time: 1.0077314 Jun 06 14:25:00.857884 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c4e948-99e9-425f-839a-b35ef6e4698b', 'name': 'network-vif-deleted', 'tag': '9ea64540-d1d9-4393-9e55-31bbb69c3144'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:00.860885 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c62128-6212-4979-955b-cd7c8620a148" -d '{"events": [{"server_uuid": "39c4e948-99e9-425f-839a-b35ef6e4698b", "name": "network-vif-deleted", "tag": "9ea64540-d1d9-4393-9e55-31bbb69c3144"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:00.899198 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835de6b9-41a6-4aa7-8105-17ad040e71ca x-openstack-request-id: req-835de6b9-41a6-4aa7-8105-17ad040e71ca {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:00.899520 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c4e948-99e9-425f-839a-b35ef6e4698b", "name": "network-vif-deleted", "tag": "9ea64540-d1d9-4393-9e55-31bbb69c3144", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:00.899799 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-835de6b9-41a6-4aa7-8105-17ad040e71ca {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:00.900297 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835de6b9-41a6-4aa7-8105-17ad040e71ca'] response: {'server_uuid': '39c4e948-99e9-425f-839a-b35ef6e4698b', 'name': 'network-vif-deleted', 'tag': '9ea64540-d1d9-4393-9e55-31bbb69c3144', 'status': 'completed', 'code': 200} Jun 06 14:25:01.170282 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bd15f28e-6603-42dc-be45-f36b13fc6a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:01.295061 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc982-63ae-4c87-aeb6-a20f6d4a7dd5 req-14d483d9-d97a-4fd9-ae23-9877a1acd3f4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:01.296542 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-404dc982-63ae-4c87-aeb6-a20f6d4a7dd5 req-14d483d9-d97a-4fd9-ae23-9877a1acd3f4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0521915 Jun 06 14:25:01.351382 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-404dc982-63ae-4c87-aeb6-a20f6d4a7dd5 req-4eb6e1cd-67f4-4510-a0e1-e9bbc7e8104a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483515 Jun 06 14:25:01.643915 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f78f5-447c-46ef-8f11-7240f0743d9c req-d38b35d5-0be0-4f20-8ae3-95191455e440 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:01.649032 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-837f78f5-447c-46ef-8f11-7240f0743d9c req-d38b35d5-0be0-4f20-8ae3-95191455e440 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0752428 Jun 06 14:25:01.704518 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-837f78f5-447c-46ef-8f11-7240f0743d9c req-cd45ef15-a110-41ee-bc1c-152a42a5499a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528433 Jun 06 14:25:01.810868 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca45bf-dcb3-4663-bb21-4e20596dc334 req-e69c704e-9a72-4704-b4a8-a8d79fd46eab tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:01.812451 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-57ca45bf-dcb3-4663-bb21-4e20596dc334 req-e69c704e-9a72-4704-b4a8-a8d79fd46eab tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0523722 Jun 06 14:25:01.886698 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-57ca45bf-dcb3-4663-bb21-4e20596dc334 req-69f03d1a-3b2e-43d1-9d25-d4d4ccd522e3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676255 Jun 06 14:25:01.918198 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e7ed7f46-2d66-4dc7-876a-46976cf7b0cc req-63818eae-d87f-4a00-a7d8-9c6a001b6cec tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0292215 Jun 06 14:25:02.482036 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2e3f1-2461-4fcf-acd3-3310df3c0c30 req-b9100d9c-ec98-4eda-8459-e79ca6fa19d4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:02.483771 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-85a2e3f1-2461-4fcf-acd3-3310df3c0c30 req-b9100d9c-ec98-4eda-8459-e79ca6fa19d4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0539517 Jun 06 14:25:02.552210 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-85a2e3f1-2461-4fcf-acd3-3310df3c0c30 req-70a7b47b-8fee-4a0a-ad58-009d60e55c4f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614576 Jun 06 14:25:02.860590 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87e8c9-4136-4c3b-9e13-9a96396b6f24 req-44b46173-2237-4929-8cc8-8b127c2fdc2f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:02.862242 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-af87e8c9-4136-4c3b-9e13-9a96396b6f24 req-44b46173-2237-4929-8cc8-8b127c2fdc2f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0537407 Jun 06 14:25:02.924716 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-af87e8c9-4136-4c3b-9e13-9a96396b6f24 req-4d23cfe1-4980-4748-b426-40da7bcc25cd tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558364 Jun 06 14:25:03.054975 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3f152f3-dbf7-49e1-a546-80891fc295a5 req-90535f3a-50a5-497f-a834-c01384b8c0a3 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0393615 Jun 06 14:25:03.063920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38808a2c-bedd-4e69-bb9f-dd82ad951c7a req-16416ea4-e900-4dac-970a-00d62e7b1129 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:03.065488 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38808a2c-bedd-4e69-bb9f-dd82ad951c7a req-16416ea4-e900-4dac-970a-00d62e7b1129 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0821106 Jun 06 14:25:03.129300 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38808a2c-bedd-4e69-bb9f-dd82ad951c7a req-774064d2-2019-4675-ad98-948944f2611f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549178 Jun 06 14:25:03.717733 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd5d0b-1b6d-464a-bf7b-7630e4e2fab5 req-e9b18e1e-71a0-47fa-8376-71be93f41091 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:03.719481 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-26dd5d0b-1b6d-464a-bf7b-7630e4e2fab5 req-e9b18e1e-71a0-47fa-8376-71be93f41091 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0532634 Jun 06 14:25:03.734589 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:03.778707 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-26dd5d0b-1b6d-464a-bf7b-7630e4e2fab5 req-f633de88-90f1-4372-84fb-035a9ea51622 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514772 Jun 06 14:25:03.853253 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-67b969b5-0718-4090-9f68-0f0253d35d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:03.898693 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 9ea64540-d1d9-4393-9e55-31bbb69c3144 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:25:03.919952 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 9ea64540-d1d9-4393-9e55-31bbb69c3144 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:25:03.920297 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 9ea64540-d1d9-4393-9e55-31bbb69c3144 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:25:04.064294 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb671b27-fc99-46aa-9788-d549c569cec8 req-6eecebf3-c40e-4ce1-a1bb-b67368635fd8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:04.065992 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eb671b27-fc99-46aa-9788-d549c569cec8 req-6eecebf3-c40e-4ce1-a1bb-b67368635fd8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0548375 Jun 06 14:25:04.131830 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eb671b27-fc99-46aa-9788-d549c569cec8 req-678e67a7-53a9-4042-a194-e8abcc81d42c tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583696 Jun 06 14:25:04.178616 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-84c66eab-725c-4f77-a5d8-70954a817162 req-e28a26fe-f9b5-4a8d-b3d1-47c969d34471 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0444448 Jun 06 14:25:04.307350 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93fd4f-7de1-45a6-bc9f-8d6b3f1ffad4 req-340eae2b-ddc3-4f84-9f34-eea7dd8ebb0f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:04.308961 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe93fd4f-7de1-45a6-bc9f-8d6b3f1ffad4 req-340eae2b-ddc3-4f84-9f34-eea7dd8ebb0f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0570517 Jun 06 14:25:04.367216 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe93fd4f-7de1-45a6-bc9f-8d6b3f1ffad4 req-bf4ce5d8-017f-4a13-9e41-99c638a817c2 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515203 Jun 06 14:25:05.010483 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8de920-3a28-442e-9359-2d264c236889 req-a41a399a-4a03-43e9-b015-f2797b049ac2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:05.012111 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ea8de920-3a28-442e-9359-2d264c236889 req-a41a399a-4a03-43e9-b015-f2797b049ac2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0704715 Jun 06 14:25:05.045764 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.085937 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ea8de920-3a28-442e-9359-2d264c236889 req-354bc6b1-804e-4f60-8c39-5b8d607f2d36 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621591 Jun 06 14:25:05.141312 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 43492) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:05.146461 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-ccb0fa10-c966-41cd-8546-f48383d97fc5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459258311', 'description': 'tempest-description--2024141289'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:05.212445 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ccb0fa10-c966-41cd-8546-f48383d97fc5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.307325 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:05.310466 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db476ed9-d3b6-4934-91d0-b6170529335b req-c743ebc1-5fe1-40bc-8b83-f27c2c1070f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:05.316620 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-db476ed9-d3b6-4934-91d0-b6170529335b req-c743ebc1-5fe1-40bc-8b83-f27c2c1070f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 1130 time: 0.1304097 Jun 06 14:25:05.411877 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f08d23b4-c77d-42f5-beb6-85d17176e957 req-9a160805-b5a3-4269-a265-8bb1be452106 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0514281 Jun 06 14:25:05.421803 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ccb0fa10-c966-41cd-8546-f48383d97fc5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (b192c58e-6428-4a5e-8cde-5e375bd5043d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.429884 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934db25-b79b-49c4-98dd-8a71d0082367 req-a6cf5b87-c773-4106-82f3-200ffc743039 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:05.440454 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1934db25-b79b-49c4-98dd-8a71d0082367 req-a6cf5b87-c773-4106-82f3-200ffc743039 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1121848 Jun 06 14:25:05.440454 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ccb0fa10-c966-41cd-8546-f48383d97fc5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b192c58e-6428-4a5e-8cde-5e375bd5043d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.531537 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0fa10-c966-41cd-8546-f48383d97fc5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b192c58e-6428-4a5e-8cde-5e375bd5043d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:05.556896 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ccb0fa10-c966-41cd-8546-f48383d97fc5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.558495 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ccb0fa10-c966-41cd-8546-f48383d97fc5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4160931 Jun 06 14:25:05.563681 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43514) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:05.568658 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-d3e142ec-a2b8-455f-8e58-0dc6768213d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group_rule': {'security_group_id': 'b192c58e-6428-4a5e-8cde-5e375bd5043d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:05.602333 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d3e142ec-a2b8-455f-8e58-0dc6768213d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (edac790b-0367-448e-a7f5-67601a659c03), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.611202 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:05.616704 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1934db25-b79b-49c4-98dd-8a71d0082367 req-45d1913e-fcf3-4501-9b2a-336a00186baa tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468959 Jun 06 14:25:05.654779 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67781ad-2942-4a15-9109-c335ff663fd0 req-5ee28169-f71a-4608-b1af-ba3f2be3a605 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:05.657245 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d67781ad-2942-4a15-9109-c335ff663fd0 req-5ee28169-f71a-4608-b1af-ba3f2be3a605 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1113813 Jun 06 14:25:05.765013 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d3e142ec-a2b8-455f-8e58-0dc6768213d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (edac790b-0367-448e-a7f5-67601a659c03), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.775358 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d3e142ec-a2b8-455f-8e58-0dc6768213d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (edac790b-0367-448e-a7f5-67601a659c03), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.797433 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d67781ad-2942-4a15-9109-c335ff663fd0 req-b25bc13b-1211-45bf-b406-75415b8c3179 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289256 Jun 06 14:25:05.815670 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d3e142ec-a2b8-455f-8e58-0dc6768213d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.817987 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-d3e142ec-a2b8-455f-8e58-0dc6768213d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2535901 Jun 06 14:25:05.821478 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43528) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:05.828916 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-b2a8c438-a38e-4e65-97d5-b012eb847c20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group_rule': {'security_group_id': 'b192c58e-6428-4a5e-8cde-5e375bd5043d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:05.840096 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e142ec-a2b8-455f-8e58-0dc6768213d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edac790b-0367-448e-a7f5-67601a659c03,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:05.871490 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c438-a38e-4e65-97d5-b012eb847c20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (cbf4ca92-0727-47d8-bfb7-b68461e92cc0), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.962717 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c438-a38e-4e65-97d5-b012eb847c20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (cbf4ca92-0727-47d8-bfb7-b68461e92cc0), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:05.976624 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c438-a38e-4e65-97d5-b012eb847c20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (cbf4ca92-0727-47d8-bfb7-b68461e92cc0), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:06.015294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8c438-a38e-4e65-97d5-b012eb847c20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf4ca92-0727-47d8-bfb7-b68461e92cc0,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:06.027337 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c438-a38e-4e65-97d5-b012eb847c20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:06.028973 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b2a8c438-a38e-4e65-97d5-b012eb847c20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2061641 Jun 06 14:25:06.032314 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43532) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:06.039439 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:06.049349 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016c426-515e-4a8f-8e62-4dbee47edc09 req-51d5f59e-fbc2-4ed7-ac64-b47c27f2b0ae tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:06.052916 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c016c426-515e-4a8f-8e62-4dbee47edc09 req-51d5f59e-fbc2-4ed7-ac64-b47c27f2b0ae tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0909183 Jun 06 14:25:06.068390 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:06.136332 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c016c426-515e-4a8f-8e62-4dbee47edc09 req-cc06e5bb-3610-477d-8a4c-d0882fb04f6b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770986 Jun 06 14:25:06.187758 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:06.310476 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bacce-4e61-4d41-89d2-58ca4969b894 req-6888d43a-42a7-492b-a7e8-a21a7406ba18 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:06.320868 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e71bacce-4e61-4d41-89d2-58ca4969b894 req-6888d43a-42a7-492b-a7e8-a21a7406ba18 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0913589 Jun 06 14:25:06.383233 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:06.417425 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e71bacce-4e61-4d41-89d2-58ca4969b894 req-5a71fd79-9600-4f7b-8a34-554be02991f7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950546 Jun 06 14:25:06.433667 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Allocated IP 172.27.1.208 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/f8b1f404-abac-41ec-8435-71df988d5a7d) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:25:06.767731 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cdc6fcc2-0cbf-4d30-80d7-bbdb2362a13d req-7663575b-5a15-4238-92d8-2cf9d5b89a39 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0945420 Jun 06 14:25:06.772719 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:06.784054 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (f8b1f404-abac-41ec-8435-71df988d5a7d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:06.948916 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (f8b1f404-abac-41ec-8435-71df988d5a7d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:06.966925 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:07.039533 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:25:07.046684 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:25:07.062958 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:25:07.137039 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248db65-8dbd-4c1f-87ab-81ff6321f595 req-4d8d512d-41ce-4210-a042-2d7277095730 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:07.139638 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f248db65-8dbd-4c1f-87ab-81ff6321f595 req-4d8d512d-41ce-4210-a042-2d7277095730 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1402314 Jun 06 14:25:07.161212 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=f8b1f404-abac-41ec-8435-71df988d5a7d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:07.181741 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:07.301474 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f248db65-8dbd-4c1f-87ab-81ff6321f595 req-ec5d5429-8fb9-42a4-8856-267d2710998a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497746 Jun 06 14:25:07.363389 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (f0fec0fd-c83e-406d-98a7-031dd7c70502), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:07.431167 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (f8b1f404-abac-41ec-8435-71df988d5a7d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:07.489667 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62b1f4-958d-483d-9df0-2d26e8ca56b7 req-a8904dd3-4954-44b4-9831-56251215b2b6 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:07.492800 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec62b1f4-958d-483d-9df0-2d26e8ca56b7 req-a8904dd3-4954-44b4-9831-56251215b2b6 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1017694 Jun 06 14:25:07.618016 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec62b1f4-958d-483d-9df0-2d26e8ca56b7 req-24ec5e25-24aa-44ba-8ffd-953d29a7a21f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072114 Jun 06 14:25:07.761501 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674392c5-2a75-495f-b5f0-7307a77defce req-aed35ec6-2e55-4592-8e1e-8801e7590bd5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:07.778224 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-674392c5-2a75-495f-b5f0-7307a77defce req-aed35ec6-2e55-4592-8e1e-8801e7590bd5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1192183 Jun 06 14:25:07.959748 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (f8b1f404-abac-41ec-8435-71df988d5a7d), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:07.961471 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-674392c5-2a75-495f-b5f0-7307a77defce req-19ba3410-126e-4b6e-8190-0e4a61fdd7e2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806910 Jun 06 14:25:07.977625 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (f8b1f404-abac-41ec-8435-71df988d5a7d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:08.116558 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-07a57a68-d094-4268-8deb-8c10efaa08c0 req-3e085d61-d691-40a1-a0f7-3ada7002dcd8 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c4e948-99e9-425f-839a-b35ef6e4698b HTTP/1.1" status: 200 len: 210 time: 0.0761151 Jun 06 14:25:08.238515 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:08.248377 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-db476ed9-d3b6-4934-91d0-b6170529335b req-fc0a408b-98c6-41a6-b4b8-1f5729978315 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758881 Jun 06 14:25:08.253559 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=f8b1f404-abac-41ec-8435-71df988d5a7d,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:08.260636 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-32466b18-0821-4c8e-965a-36e767b310a1 req-a883d37e-aa28-4024-bf41-fe862a224680 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2052047 Jun 06 14:25:08.273635 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (f0fec0fd-c83e-406d-98a7-031dd7c70502), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:08.312693 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:08.322958 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-48abe8a6-d875-4bb0-a3fa-cff7fe22c4bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2803075 Jun 06 14:25:08.623693 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de5c2f-26ee-43d4-9829-c0f17d2c5ef2 req-307c344b-820d-4f38-a6b5-22bc2b281df1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:08.645778 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8de5c2f-26ee-43d4-9829-c0f17d2c5ef2 req-307c344b-820d-4f38-a6b5-22bc2b281df1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.2064919 Jun 06 14:25:08.789192 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32466b18-0821-4c8e-965a-36e767b310a1 req-0ddbe77e-8e40-4423-b67a-ddc7e456c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:08.795653 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-32466b18-0821-4c8e-965a-36e767b310a1 req-0ddbe77e-8e40-4423-b67a-ddc7e456c4e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 1130 time: 0.2275257 Jun 06 14:25:08.805625 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-3baf5057-65d0-4d3e-a2e6-bc19965e6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:08.812056 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-3baf5057-65d0-4d3e-a2e6-bc19965e6475 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 1130 time: 0.1482320 Jun 06 14:25:08.821773 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8de5c2f-26ee-43d4-9829-c0f17d2c5ef2 req-d95065fb-1eaf-4465-b7f4-8bc10ba2a8a4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707532 Jun 06 14:25:08.938009 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-31a72cc9-391a-4589-b6ed-6ba5d1ce64db tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1459258311&fields=id&tenant_id=f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 267 time: 0.1546118 Jun 06 14:25:09.051864 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:09.182503 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5189-a06e-4252-8064-0d8d24204728 req-74ecd365-369f-4525-b95f-415637e11ad8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:09.184533 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c22e5189-a06e-4252-8064-0d8d24204728 req-74ecd365-369f-4525-b95f-415637e11ad8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1466858 Jun 06 14:25:09.221560 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6cb9c887-a432-4ede-a923-384be909dc1e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:09.232459 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6cb9c887-a432-4ede-a923-384be909dc1e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 815 time: 0.2781258 Jun 06 14:25:09.295564 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-3410a996-6229-4b87-98a2-bbe6666c2471 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/quotas/f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 375 time: 0.0615320 Jun 06 14:25:09.472274 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c22e5189-a06e-4252-8064-0d8d24204728 req-e21139b6-4250-4621-b8fb-a28f52cb8bcd tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655141 Jun 06 14:25:09.511376 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-0b296611-e3c5-4531-be4f-845dd5b7a18e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2117317 Jun 06 14:25:09.631697 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-b2d2e43c-f291-4309-ab62-1923aeff2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:09.636659 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-b2d2e43c-f291-4309-ab62-1923aeff2414 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 912 time: 0.5135882 Jun 06 14:25:09.647321 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32466b18-0821-4c8e-965a-36e767b310a1 req-e79028e6-bf78-4778-858e-c1f08b746ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:09.650972 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-32466b18-0821-4c8e-965a-36e767b310a1 req-e79028e6-bf78-4778-858e-c1f08b746ebc service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 916 time: 0.5063565 Jun 06 14:25:09.832428 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f34a9-ff93-4e6f-ae20-6f62555da553 req-de1161e8-e075-4a36-a854-f465f4156ba0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:09.845949 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d7f34a9-ff93-4e6f-ae20-6f62555da553 req-de1161e8-e075-4a36-a854-f465f4156ba0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1312027 Jun 06 14:25:09.869017 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-3b36c2f3-580b-466c-a84b-85725f0fce5f service neutron] 10.222.0.13 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477030 Jun 06 14:25:10.179443 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d7f34a9-ff93-4e6f-ae20-6f62555da553 req-27b7c2e6-54c3-4167-9b12-53b1109d0cc9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318083 Jun 06 14:25:10.247474 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:10.289965 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-64ab5340-7717-406a-9c40-cb3900180f53 service neutron] 10.222.0.13 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993948 Jun 06 14:25:10.590590 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295037-3ac0-4f43-8651-b21332ebe150 req-e810a1a3-fa8f-4914-b8bf-dc0c0cc439f9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:10.611343 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-90295037-3ac0-4f43-8651-b21332ebe150 req-e810a1a3-fa8f-4914-b8bf-dc0c0cc439f9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1427665 Jun 06 14:25:10.648577 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-32466b18-0821-4c8e-965a-36e767b310a1 req-fece2868-7cde-4244-a2e6-dd28b4122977 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d717f707-59c5-428c-99f9-a11fbd69fc24 HTTP/1.1" status: 200 len: 1002 time: 0.5366478 Jun 06 14:25:10.661338 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:10.742187 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-90295037-3ac0-4f43-8651-b21332ebe150 req-60df2bc6-2529-4e05-b067-1ebc55de0a57 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294568 Jun 06 14:25:10.788660 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:10.845280 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-21788c5c-2cec-4e3a-be37-6f75f4776184 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8 HTTP/1.1" status: 200 len: 1002 time: 0.7563925 Jun 06 14:25:10.876961 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e1a1e2f2-c84a-4156-a1a9-78e5fb2413a1 req-136619a9-86da-44ac-a13f-9f1495bd9f8a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0603292 Jun 06 14:25:10.886218 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32466b18-0821-4c8e-965a-36e767b310a1 req-d2145e38-3ebb-4de3-8744-642f2c0772bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:10.891726 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-32466b18-0821-4c8e-965a-36e767b310a1 req-d2145e38-3ebb-4de3-8744-642f2c0772bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.2267783 Jun 06 14:25:11.022999 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d0739-84e5-453e-878b-29a59d0917fe req-1a4b0ba2-f255-4c38-9efa-64f963054f69 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:11.024618 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ad1d0739-84e5-453e-878b-29a59d0917fe req-1a4b0ba2-f255-4c38-9efa-64f963054f69 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0736165 Jun 06 14:25:11.108168 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:11.192425 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32466b18-0821-4c8e-965a-36e767b310a1 req-59e78763-e070-47a8-8a06-c7d0f5529f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:11.195830 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-32466b18-0821-4c8e-965a-36e767b310a1 req-59e78763-e070-47a8-8a06-c7d0f5529f04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2297881 Jun 06 14:25:11.199155 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-2207f9d8-7141-48a2-9540-d80c8d0f0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:11.202143 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-2207f9d8-7141-48a2-9540-d80c8d0f0fe4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 200 len: 850 time: 0.3398845 Jun 06 14:25:11.215323 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-3feea3d0-8e8b-416e-a2a3-cfedff0f3623 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:11.225150 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-3feea3d0-8e8b-416e-a2a3-cfedff0f3623 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/networks?id=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c HTTP/1.1" status: 200 len: 809 time: 0.1636715 Jun 06 14:25:11.249587 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-8f71c20a-61bb-4388-b69b-e84c0585e18d tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/quotas/87c64a64f6864b84867141833e107e9f HTTP/1.1" status: 200 len: 375 time: 0.0234485 Jun 06 14:25:11.330127 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-4f57ceff-602e-48c2-8a5c-3c0acc4a8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:11.333350 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-4f57ceff-602e-48c2-8a5c-3c0acc4a8cdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936165 Jun 06 14:25:11.785588 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-32466b18-0821-4c8e-965a-36e767b310a1 req-de2e91bf-fb68-4f3c-9789-ffa19753bdf9 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810072 Jun 06 14:25:11.791838 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-87e361c6-dc56-47cd-83b0-1122e0fc33c2 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287951 Jun 06 14:25:11.873052 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-664770ec-344b-4d64-9676-7aeff5a7de0a tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=87c64a64f6864b84867141833e107e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6219761 Jun 06 14:25:11.890773 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ad1d0739-84e5-453e-878b-29a59d0917fe req-5bf0a5f2-9541-40ba-97f6-8c378c117add tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8575430 Jun 06 14:25:12.001260 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-32466b18-0821-4c8e-965a-36e767b310a1 req-487ab220-b060-4d33-8835-46e5a2b230d1 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017310 Jun 06 14:25:12.039058 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-75d61b49-ad29-48b2-818d-200e0b85e577 req-b2eb0da3-1e13-463a-834b-b394a1f9fb58 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765752 Jun 06 14:25:12.330896 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43728) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:12.362211 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e05b1-0d01-4c44-b6f5-72384ef745f2 req-56892d7a-501a-4b96-b15d-0f9fe82386ac tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:12.365287 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5d5e05b1-0d01-4c44-b6f5-72384ef745f2 req-56892d7a-501a-4b96-b15d-0f9fe82386ac tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.2172711 Jun 06 14:25:12.385323 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-fe178d11-bcff-4209-bf77-7145a436cf5d service neutron] 10.222.0.13 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931681 Jun 06 14:25:12.507830 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:12.514411 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-fed9ab49-0931-4aca-9316-fe0ae5103486 service neutron] 10.222.0.13 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279521 Jun 06 14:25:12.618842 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5d5e05b1-0d01-4c44-b6f5-72384ef745f2 req-f8cd533f-68b2-4c1b-b273-27dd11df63cd tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158204 Jun 06 14:25:12.699967 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e16de592-3478-414e-b645-ff2b5ff2579e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:12.883330 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a52e3c2a-7f5b-4d4d-bec0-02dbc33901cb req-0a384c7c-85de-4583-ab59-03fd36c9261d tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.1613533 Jun 06 14:25:12.898945 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e16de592-3478-414e-b645-ff2b5ff2579e admin admin] Publish callbacks [] for security_group (65eed410-1e49-42fb-a7e1-223f0b26700f), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:12.908565 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e16de592-3478-414e-b645-ff2b5ff2579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (65eed410-1e49-42fb-a7e1-223f0b26700f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:13.003609 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16de592-3478-414e-b645-ff2b5ff2579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65eed410-1e49-42fb-a7e1-223f0b26700f,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:13.036827 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e16de592-3478-414e-b645-ff2b5ff2579e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21294970ac314a888c3be4704da2be64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7029822 Jun 06 14:25:13.041127 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 43744) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:13.238923 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e6bf7-c0b1-4d0b-be1d-f2bef17343a3 req-7a198619-5328-41b1-a559-6bed31b7196e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:13.247008 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-166e6bf7-c0b1-4d0b-be1d-f2bef17343a3 req-7a198619-5328-41b1-a559-6bed31b7196e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1101267 Jun 06 14:25:13.250903 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cb906fa-417a-4328-ad48-2f0603c6a94e req-6b75a9ca-90c2-4929-a08f-250ad61024da tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0745611 Jun 06 14:25:13.282971 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Publish callbacks [] for security_group (65eed410-1e49-42fb-a7e1-223f0b26700f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:13.365099 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Publish callbacks [] for security_group (65eed410-1e49-42fb-a7e1-223f0b26700f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:13.407334 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-166e6bf7-c0b1-4d0b-be1d-f2bef17343a3 req-87d02af7-d455-4402-98cd-20d29e65d401 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587479 Jun 06 14:25:13.505588 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (65eed410-1e49-42fb-a7e1-223f0b26700f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:13.508864 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:13.510158 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65eed410-1e49-42fb-a7e1-223f0b26700f HTTP/1.1" status: 204 len: 168 time: 0.4673104 Jun 06 14:25:13.533135 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eed410-1e49-42fb-a7e1-223f0b26700f,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:13.548197 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.548551 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.548849 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.549176 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.549502 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.549872 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.550191 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.550875 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.551202 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.551758 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.581294 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.582298 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.582556 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.583106 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.583621 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308fce0e-6568-4f5e-8801-32e2cfc3ea1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:13.693780 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-f6ec03ea-872f-4b82-8cde-5b5016cb7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:13.696885 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-f6ec03ea-872f-4b82-8cde-5b5016cb7ccb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 1130 time: 0.0893617 Jun 06 14:25:13.777742 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47799cf-287c-4820-a60c-1352b49e7dba req-2226af5d-edb4-4457-8649-72ef72a633bf tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:13.781548 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d47799cf-287c-4820-a60c-1352b49e7dba req-2226af5d-edb4-4457-8649-72ef72a633bf tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.2351158 Jun 06 14:25:13.955472 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a043d-cc50-429d-8b31-aed5627ab95d req-ef7016d1-333e-4b9c-a501-f2f6d8f4bb0f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:13.958043 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-386a043d-cc50-429d-8b31-aed5627ab95d req-ef7016d1-333e-4b9c-a501-f2f6d8f4bb0f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0792742 Jun 06 14:25:13.969769 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d47799cf-287c-4820-a60c-1352b49e7dba req-3d6defb5-7a10-485b-8361-2fabcd962397 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722944 Jun 06 14:25:13.987134 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:14.052444 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-386a043d-cc50-429d-8b31-aed5627ab95d req-98718fc5-596a-4bbd-b36c-fbcc935cf97e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813239 Jun 06 14:25:14.141427 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff990717-d08d-4a9b-bb80-e76a98ca183e req-989a7d75-f1b6-403e-9b6c-7cea28f2daca tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0416803 Jun 06 14:25:14.143046 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-dac1db39-35b6-4d9b-ba99-4ff64a5404d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:14.145275 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-dac1db39-35b6-4d9b-ba99-4ff64a5404d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.3621213 Jun 06 14:25:14.273978 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 43770) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:14.319734 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-790a7018-b978-4e3c-8849-4f7107c50e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:14.350924 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:14.356680 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-9989e939-5216-4ced-acbc-c78b03f3c802 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5eef75b-900b-4277-ba84-469c7ff477cd HTTP/1.1" status: 200 len: 217 time: 0.1291287 Jun 06 14:25:14.476599 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e138fbce-37fb-48b5-bd71-082a58822932 req-c532adcf-c3da-4b82-8250-9d8d91559cd6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0420642 Jun 06 14:25:14.499680 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-790a7018-b978-4e3c-8849-4f7107c50e52 admin admin] Publish callbacks [] for security_group (b6ae079c-05dc-4e0a-9293-b4b8950c5821), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:14.500905 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-47b73b61-a77a-418e-9039-c171d884e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:14.503715 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-47b73b61-a77a-418e-9039-c171d884e749 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.1385379 Jun 06 14:25:14.508489 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-790a7018-b978-4e3c-8849-4f7107c50e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b6ae079c-05dc-4e0a-9293-b4b8950c5821), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:14.557808 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-790a7018-b978-4e3c-8849-4f7107c50e52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d0217fb43b044a5a564fef107dda738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824569 Jun 06 14:25:14.560925 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43776) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:14.572269 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a7018-b978-4e3c-8849-4f7107c50e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae079c-05dc-4e0a-9293-b4b8950c5821,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:14.621976 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8450c-5a83-49c2-8a6d-c35d75c6cb41 req-f1bfa905-1e98-435e-b82a-10d209ddebd1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:14.621976 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9cc8450c-5a83-49c2-8a6d-c35d75c6cb41 req-f1bfa905-1e98-435e-b82a-10d209ddebd1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0724380 Jun 06 14:25:14.652106 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:14.685319 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7b512eca-a40b-4a14-8897-21da414f4a5a admin admin] Publish callbacks [] for security_group (b6ae079c-05dc-4e0a-9293-b4b8950c5821), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:14.714674 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9cc8450c-5a83-49c2-8a6d-c35d75c6cb41 req-8871533b-f4b5-4169-bc88-99de8176bf97 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819633 Jun 06 14:25:14.742108 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7b512eca-a40b-4a14-8897-21da414f4a5a admin admin] Publish callbacks [] for security_group (b6ae079c-05dc-4e0a-9293-b4b8950c5821), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:14.982849 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-e484c96a-dcfa-467b-b2a7-694569035ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:14.985421 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-e484c96a-dcfa-467b-b2a7-694569035ea0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1453497 Jun 06 14:25:15.002877 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7b512eca-a40b-4a14-8897-21da414f4a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b6ae079c-05dc-4e0a-9293-b4b8950c5821), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:15.008189 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7b512eca-a40b-4a14-8897-21da414f4a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:15.014617 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7b512eca-a40b-4a14-8897-21da414f4a5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6ae079c-05dc-4e0a-9293-b4b8950c5821 HTTP/1.1" status: 204 len: 168 time: 0.4515328 Jun 06 14:25:15.037534 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b512eca-a40b-4a14-8897-21da414f4a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae079c-05dc-4e0a-9293-b4b8950c5821,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:15.200585 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3d618-2303-43e0-85fa-32187d17e963 req-8e60ad4b-d7c5-4c69-aa10-442bb66368b7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:15.210153 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d4c3d618-2303-43e0-85fa-32187d17e963 req-8e60ad4b-d7c5-4c69-aa10-442bb66368b7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1017785 Jun 06 14:25:15.436271 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-d9277ed6-fe7c-40fd-b2b9-07c78f60b47d service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610813 Jun 06 14:25:15.491358 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2c72a-2874-464c-bd83-6fe0f306f720 req-5b955340-0949-4411-b6ea-0cc134159062 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:15.518405 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38e2c72a-2874-464c-bd83-6fe0f306f720 req-5b955340-0949-4411-b6ea-0cc134159062 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.2459896 Jun 06 14:25:15.593052 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:15.635794 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d4c3d618-2303-43e0-85fa-32187d17e963 req-01d0e329-711a-47dc-9053-12a5051da882 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086874 Jun 06 14:25:15.747121 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38e2c72a-2874-464c-bd83-6fe0f306f720 req-ea48cec9-f7fe-4d40-8558-f0823f6ceea7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201862 Jun 06 14:25:15.770370 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0406101e-5b4e-490a-89d7-0546eb3264a7 req-fbf1e9e7-a594-46aa-92b5-fe1dd6599965 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075607 Jun 06 14:25:15.875759 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c564868-b898-4eed-aab2-bce12dbe901b req-0e001fac-808c-4711-bd6a-8c22f792f0a7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0745132 Jun 06 14:25:15.927491 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e875873e-24b6-4ba8-a1c8-e1cafa7edd70 req-8589fc01-b9c4-4eba-807d-93a12ed6c896 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0446441 Jun 06 14:25:16.870326 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0907a-d65c-4c55-8c03-f44b09914610 req-e1d6e78c-2630-4238-a138-4a9ccd0b2d8d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:16.874769 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-97e0907a-d65c-4c55-8c03-f44b09914610 req-e1d6e78c-2630-4238-a138-4a9ccd0b2d8d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1249340 Jun 06 14:25:16.895017 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43838) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:17.005396 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcf643-2c34-4083-b6d9-7408702b63e9 req-dd1707df-c2b6-467b-8351-b2836459ddd7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:17.012779 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ecdcf643-2c34-4083-b6d9-7408702b63e9 req-dd1707df-c2b6-467b-8351-b2836459ddd7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0914404 Jun 06 14:25:17.032662 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-97e0907a-d65c-4c55-8c03-f44b09914610 req-f63769f7-27fb-4dad-8581-38b1489181d1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496878 Jun 06 14:25:17.128426 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ecdcf643-2c34-4083-b6d9-7408702b63e9 req-bc634887-d5ad-472a-a1ce-92390b3c124f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144912 Jun 06 14:25:17.305073 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a3dc2a1a-7242-4801-823e-5513b3bbf68a req-5aefdf1c-e021-4846-b90d-c11940e25a8c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0892415 Jun 06 14:25:17.360775 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:17.395638 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9f0c6cc0-3349-412a-b2c1-251531d1f783 req-46bc9e60-ec9b-4c08-9969-4d62b796be60 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0540986 Jun 06 14:25:17.536434 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Publish callbacks [] for security_group (86ce9d8e-e974-411c-af5f-b368eb975a09), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:17.546443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (86ce9d8e-e974-411c-af5f-b368eb975a09), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:17.612217 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ec8cce6b52548508ef6ef3caef6230f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7137530 Jun 06 14:25:17.614896 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 43852) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:17.658680 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ce9d8e-e974-411c-af5f-b368eb975a09,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:17.674506 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.675064 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.675669 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.676228 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.676972 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.677578 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.678153 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.678693 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.679253 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.679800 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.680626 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.681192 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.682764 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.683390 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.683920 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce035ba3-09c3-480c-9276-ff28e263fde2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:17.722749 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1650-caa6-4981-b24e-a9334f8a194f admin admin] Publish callbacks [] for security_group (86ce9d8e-e974-411c-af5f-b368eb975a09), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:17.763576 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1650-caa6-4981-b24e-a9334f8a194f admin admin] Publish callbacks [] for security_group (86ce9d8e-e974-411c-af5f-b368eb975a09), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:17.826881 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:17.860249 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1650-caa6-4981-b24e-a9334f8a194f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (86ce9d8e-e974-411c-af5f-b368eb975a09), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:17.864061 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7c5a1650-caa6-4981-b24e-a9334f8a194f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:17.884530 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7c5a1650-caa6-4981-b24e-a9334f8a194f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86ce9d8e-e974-411c-af5f-b368eb975a09 HTTP/1.1" status: 204 len: 168 time: 0.2501783 Jun 06 14:25:17.907477 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a1650-caa6-4981-b24e-a9334f8a194f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ce9d8e-e974-411c-af5f-b368eb975a09,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:18.446716 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4971ca2-14e6-4301-8376-d08093c1d243 req-1980e507-ee00-400f-8275-e5186880c368 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:18.452392 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f4971ca2-14e6-4301-8376-d08093c1d243 req-1980e507-ee00-400f-8275-e5186880c368 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.2838545 Jun 06 14:25:18.509854 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dc3c8-b8ec-45a1-a6cb-e30659c843f5 req-f982365d-5652-4ed8-9553-5ff367c90a05 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:18.531945 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-699dc3c8-b8ec-45a1-a6cb-e30659c843f5 req-f982365d-5652-4ed8-9553-5ff367c90a05 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1338251 Jun 06 14:25:18.666462 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-699dc3c8-b8ec-45a1-a6cb-e30659c843f5 req-ee6c136c-585b-4dfb-be1f-6bd0a01799d9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276667 Jun 06 14:25:18.684698 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f4971ca2-14e6-4301-8376-d08093c1d243 req-01b1a630-99b5-4257-92d7-b9716a876b44 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193592 Jun 06 14:25:18.893619 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce89a828-8de8-4cc5-8d1b-c0ca8cf1aa46 req-3e8386eb-d6fc-4ad0-a18c-df014af80684 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0916820 Jun 06 14:25:18.945026 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6bab898d-b843-4a6d-aa9b-67506b1e5d03 req-de623b38-2497-4072-aa0a-094a3ba8ff5e tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0563211 Jun 06 14:25:19.089167 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 43886) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:19.298065 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1c998b7c-bc88-4c53-b738-b78730f12039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:19.474073 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1c998b7c-bc88-4c53-b738-b78730f12039 admin admin] Publish callbacks [] for security_group (b3b1b3ad-f312-4d44-9c72-b2f37c375215), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:19.481158 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1c998b7c-bc88-4c53-b738-b78730f12039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b3b1b3ad-f312-4d44-9c72-b2f37c375215), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:19.571026 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1c998b7c-bc88-4c53-b738-b78730f12039 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ce5320b281c4923912677a1587464ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4803512 Jun 06 14:25:19.573926 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c998b7c-bc88-4c53-b738-b78730f12039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b1b3ad-f312-4d44-9c72-b2f37c375215,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:19.575638 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43890) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:19.670998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48af9418-9529-432d-a9f4-b6d2973754f8 admin admin] Publish callbacks [] for security_group (b3b1b3ad-f312-4d44-9c72-b2f37c375215), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:19.716774 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48af9418-9529-432d-a9f4-b6d2973754f8 admin admin] Publish callbacks [] for security_group (b3b1b3ad-f312-4d44-9c72-b2f37c375215), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:19.864332 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48af9418-9529-432d-a9f4-b6d2973754f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b3b1b3ad-f312-4d44-9c72-b2f37c375215), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:19.869619 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48af9418-9529-432d-a9f4-b6d2973754f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:19.874381 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-48af9418-9529-432d-a9f4-b6d2973754f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3b1b3ad-f312-4d44-9c72-b2f37c375215 HTTP/1.1" status: 204 len: 168 time: 0.2920935 Jun 06 14:25:19.896487 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af9418-9529-432d-a9f4-b6d2973754f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b1b3ad-f312-4d44-9c72-b2f37c375215,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:19.947767 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:19.952428 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:19.976108 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f651dfa-c00b-4d75-adf9-6792461b6416 req-6199b950-ad70-442d-bc63-795c3b3e9d8f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:19.986925 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8f651dfa-c00b-4d75-adf9-6792461b6416 req-6199b950-ad70-442d-bc63-795c3b3e9d8f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1351297 Jun 06 14:25:20.029650 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfc793-0625-409e-abbc-1038ee54c797 req-4d63462d-7d67-4834-bac9-8be2097ba13f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:20.032077 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16bfc793-0625-409e-abbc-1038ee54c797 req-4d63462d-7d67-4834-bac9-8be2097ba13f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1233761 Jun 06 14:25:20.055756 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:20.135566 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8f651dfa-c00b-4d75-adf9-6792461b6416 req-4d5a47e2-17c4-452c-ae60-a880cc16cc32 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456788 Jun 06 14:25:20.263033 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16bfc793-0625-409e-abbc-1038ee54c797 req-1f8bfe86-3cdc-4bb6-ac01-54be16f240b8 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115197 Jun 06 14:25:20.364743 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-08b85531-c7bb-45ff-9128-50869ff30b10 req-76ec6c6d-6161-41a5-b096-f1e597534bc8 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.1003263 Jun 06 14:25:20.567149 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7ae60612-5ca9-41e7-91d9-a04a266f9da5 req-8021218e-8e60-4a0d-9238-44cdbb1244fe tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0578675 Jun 06 14:25:20.674452 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 43910) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:20.675227 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-d29771cf-2760-45f7-bdf2-437fb4bd9d62 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:20.676870 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-d29771cf-2760-45f7-bdf2-437fb4bd9d62 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 815 time: 0.4001827 Jun 06 14:25:20.703528 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-18a5a645-ddad-487b-bd45-f54ad82ce8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:20.842949 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-18a5a645-ddad-487b-bd45-f54ad82ce8e8 admin admin] Publish callbacks [] for security_group (9d61b34c-91c7-4523-87cb-119c5f459eba), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:20.850341 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-18a5a645-ddad-487b-bd45-f54ad82ce8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (9d61b34c-91c7-4523-87cb-119c5f459eba), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:20.900658 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5a645-ddad-487b-bd45-f54ad82ce8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d61b34c-91c7-4523-87cb-119c5f459eba,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:20.911932 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-18a5a645-ddad-487b-bd45-f54ad82ce8e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19ce8d9fead94fd3ad2c41898035627a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320395 Jun 06 14:25:20.915266 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43912) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:20.942375 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:20.987474 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:21.020479 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2431b83-255d-46f8-9137-75a598e9cfc9 admin admin] Publish callbacks [] for security_group (9d61b34c-91c7-4523-87cb-119c5f459eba), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:21.060871 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2431b83-255d-46f8-9137-75a598e9cfc9 admin admin] Publish callbacks [] for security_group (9d61b34c-91c7-4523-87cb-119c5f459eba), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:21.167835 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2431b83-255d-46f8-9137-75a598e9cfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (9d61b34c-91c7-4523-87cb-119c5f459eba), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:21.171016 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2431b83-255d-46f8-9137-75a598e9cfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:21.172643 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e2431b83-255d-46f8-9137-75a598e9cfc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d61b34c-91c7-4523-87cb-119c5f459eba HTTP/1.1" status: 204 len: 168 time: 0.2556932 Jun 06 14:25:21.182989 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2431b83-255d-46f8-9137-75a598e9cfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d61b34c-91c7-4523-87cb-119c5f459eba,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:21.335265 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:21.346557 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced6103-7732-48f8-a859-137756d9af50 req-df84dc0a-0135-47f8-8287-9ae2b8884dd7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:21.357084 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5ced6103-7732-48f8-a859-137756d9af50 req-df84dc0a-0135-47f8-8287-9ae2b8884dd7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0833662 Jun 06 14:25:21.444001 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5ced6103-7732-48f8-a859-137756d9af50 req-e9ddac0f-c5b7-43aa-819b-43c48a971f04 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854273 Jun 06 14:25:21.501837 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298244-beca-47de-9940-e62d7680c392 req-84530398-88ea-4ff0-80c4-4a45df6b169a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:21.511363 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98298244-beca-47de-9940-e62d7680c392 req-84530398-88ea-4ff0-80c4-4a45df6b169a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1121254 Jun 06 14:25:21.642326 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98298244-beca-47de-9940-e62d7680c392 req-669b3ca8-7e0b-4353-8d25-62d9f2eb76df tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205480 Jun 06 14:25:21.682663 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3a269b7-5fe0-4df5-a1a7-dd37ef90cc4c req-88cf06a5-00c6-4e65-b768-8290bae6792b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0930965 Jun 06 14:25:21.881485 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-13035de9-87a4-4563-8e29-68326766c698 req-92212100-88d5-4b77-b42c-8ac9acb6a618 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0767722 Jun 06 14:25:22.683485 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fc2ca-0bf5-4114-b382-9d580a9444f1 req-95647253-0f3e-41dc-99da-14d793f3afd9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:22.688428 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe3fc2ca-0bf5-4114-b382-9d580a9444f1 req-95647253-0f3e-41dc-99da-14d793f3afd9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0977168 Jun 06 14:25:22.873213 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe3fc2ca-0bf5-4114-b382-9d580a9444f1 req-301fd133-db6c-41fe-acbd-2ad78203ab59 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480570 Jun 06 14:25:22.923178 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-34dae41c-64da-43d8-9c05-7869fdd1bdf4 req-7f609131-0970-4112-84d2-a6e5ff9cacd2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0752239 Jun 06 14:25:23.023731 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-74a02e39-6e08-4308-88cd-ce8ca4b5743b req-a0dde6e2-4bea-4640-86f4-ffd99cbb321d tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0347729 Jun 06 14:25:23.781364 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 43978) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:23.951748 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-75779345-f67a-4bff-a44a-e96bc0b25f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:24.098075 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f1b107dc-91bf-463c-83f7-f8bf18553a9d req-5892897a-ac77-4824-9304-80fd78740ede tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0450552 Jun 06 14:25:24.103978 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-fc35fb9c-e596-4309-8a9a-a9bb5df53cb2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 472 time: 0.0913367 Jun 06 14:25:24.105318 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346d91d-61a5-4e64-ae39-2924d0cc7dca req-d1b7e56c-3411-4809-843b-e147818eee44 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:24.106919 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4346d91d-61a5-4e64-ae39-2924d0cc7dca req-d1b7e56c-3411-4809-843b-e147818eee44 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1246085 Jun 06 14:25:24.132158 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'port': {'device_id': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'admin_state_up': True, 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'security_groups': ['b192c58e-6428-4a5e-8cde-5e375bd5043d']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:24.194090 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4346d91d-61a5-4e64-ae39-2924d0cc7dca req-9af769ec-48c4-4c94-b323-d07783123cf0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793519 Jun 06 14:25:24.278637 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-af312784-5742-4f0b-b5d8-e55b13d141f8 req-1345575e-4865-4717-9482-d032e4373989 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0350730 Jun 06 14:25:24.545785 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 44012) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:24.552599 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-49050475-2c0b-4632-a4ec-78c1931ed9f3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953438479', 'description': 'tempest-description--326037482'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:24.584617 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-49050475-2c0b-4632-a4ec-78c1931ed9f3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:24.705143 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Made reservation on behalf of f185078fd436428e818d6dba472bacb8 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:25:24.708369 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:24.714428 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-75779345-f67a-4bff-a44a-e96bc0b25f8e admin admin] Publish callbacks [] for security_group (b338468e-d770-4abc-af86-0823a80c4180), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:24.731648 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-49050475-2c0b-4632-a4ec-78c1931ed9f3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group (208bd48d-87c3-427a-ae2f-185813c400ef), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:24.736871 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-49050475-2c0b-4632-a4ec-78c1931ed9f3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (208bd48d-87c3-427a-ae2f-185813c400ef), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:24.737533 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-75779345-f67a-4bff-a44a-e96bc0b25f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b338468e-d770-4abc-af86-0823a80c4180), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:24.780101 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-49050475-2c0b-4632-a4ec-78c1931ed9f3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:24.781685 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-49050475-2c0b-4632-a4ec-78c1931ed9f3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2346168 Jun 06 14:25:24.782688 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49050475-2c0b-4632-a4ec-78c1931ed9f3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208bd48d-87c3-427a-ae2f-185813c400ef,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:24.787265 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 44018) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:24.792209 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e6a8e053-d26d-4e92-bae3-049fe987cf99 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Request body: {'security_group_rule': {'security_group_id': '208bd48d-87c3-427a-ae2f-185813c400ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:24.799561 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:24.844147 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e053-d26d-4e92-bae3-049fe987cf99 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group_rule (fa7a18bc-f832-411e-964a-f5d20ffb3a01), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:24.851643 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-4aaa406c-7b48-425b-93d1-2760237f24a1 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:24.855051 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-4aaa406c-7b48-425b-93d1-2760237f24a1 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.46 "GET /v2.0/networks?id=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c HTTP/1.1" status: 200 len: 809 time: 0.7473490 Jun 06 14:25:24.903578 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-75779345-f67a-4bff-a44a-e96bc0b25f8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba550339f9de479f8abb254fd5c1e546&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1184611 Jun 06 14:25:24.905805 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 44022) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:24.970633 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Request body: {'port': {'device_id': 'f4a7b1c1-18c9-431e-839a-25a63bc33fe9', 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c', 'admin_state_up': True, 'tenant_id': '87c64a64f6864b84867141833e107e9f'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:24.978354 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75779345-f67a-4bff-a44a-e96bc0b25f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b338468e-d770-4abc-af86-0823a80c4180,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:24.989342 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e053-d26d-4e92-bae3-049fe987cf99 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group_rule (fa7a18bc-f832-411e-964a-f5d20ffb3a01), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.012349 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e053-d26d-4e92-bae3-049fe987cf99 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (fa7a18bc-f832-411e-964a-f5d20ffb3a01), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.078247 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b846647d-284f-4405-88cb-4e0537d23083 admin admin] Publish callbacks [] for security_group (b338468e-d770-4abc-af86-0823a80c4180), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.084976 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8e053-d26d-4e92-bae3-049fe987cf99 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7a18bc-f832-411e-964a-f5d20ffb3a01,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:25.095501 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e053-d26d-4e92-bae3-049fe987cf99 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.097646 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e6a8e053-d26d-4e92-bae3-049fe987cf99 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085148 Jun 06 14:25:25.105153 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-2388a1d7-d7b6-491a-9004-63e7bd77eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:25.106404 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 44024) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:25.106734 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-2388a1d7-d7b6-491a-9004-63e7bd77eb67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 1129 time: 0.1093712 Jun 06 14:25:25.114012 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-f51d7507-315d-4246-98ee-3d3a7f116b27 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Request body: {'security_group_rule': {'security_group_id': '208bd48d-87c3-427a-ae2f-185813c400ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:25.123956 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:25.143223 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b846647d-284f-4405-88cb-4e0537d23083 admin admin] Publish callbacks [] for security_group (b338468e-d770-4abc-af86-0823a80c4180), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.207750 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:25.213994 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Allocated IP 172.20.0.14 (5c80cddf-8aa7-4709-b4d4-0401b235b6d1/31ef9458-4e63-4d83-8724-a942c881e3bd/4c84088c-bb71-4e25-a2b8-07695dfe32a8) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:25:25.267854 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a2a1ddd9-0e99-40b9-9816-744fed52556b req-6b45a6ba-d785-4074-8dc1-54e735909cb4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0695772 Jun 06 14:25:25.273650 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:25.278014 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f51d7507-315d-4246-98ee-3d3a7f116b27 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group_rule (3d7c3dd7-7764-40e1-b6e4-84bc274d95fc), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.326198 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-e23b3f78-f851-420d-8fd1-7f261315f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:25.328887 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-e23b3f78-f851-420d-8fd1-7f261315f9f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.2143226 Jun 06 14:25:25.335193 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Made reservation on behalf of 87c64a64f6864b84867141833e107e9f for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:25:25.341969 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.360997 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b846647d-284f-4405-88cb-4e0537d23083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b338468e-d770-4abc-af86-0823a80c4180), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.368569 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b846647d-284f-4405-88cb-4e0537d23083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.371132 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b846647d-284f-4405-88cb-4e0537d23083 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b338468e-d770-4abc-af86-0823a80c4180 HTTP/1.1" status: 204 len: 168 time: 0.4629412 Jun 06 14:25:25.449873 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846647d-284f-4405-88cb-4e0537d23083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b338468e-d770-4abc-af86-0823a80c4180,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:25.526788 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-638a4e4b-cbbf-4cef-bd67-91586d89f996 req-bc285cfa-a179-4f2f-a026-7dca4cde2191 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.1448090 Jun 06 14:25:25.533985 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710eb9c-ea75-4421-9526-0f0703200c07 req-5d8569ed-daa9-44eb-8cc7-06bd6fab999a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:25.536451 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a710eb9c-ea75-4421-9526-0f0703200c07 req-5d8569ed-daa9-44eb-8cc7-06bd6fab999a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1631143 Jun 06 14:25:25.557812 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f51d7507-315d-4246-98ee-3d3a7f116b27 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group_rule (3d7c3dd7-7764-40e1-b6e4-84bc274d95fc), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.582392 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f51d7507-315d-4246-98ee-3d3a7f116b27 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (3d7c3dd7-7764-40e1-b6e4-84bc274d95fc), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.599301 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a710eb9c-ea75-4421-9526-0f0703200c07 req-ed8f611d-8d4c-479b-895d-829c8e4518d5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572705 Jun 06 14:25:25.647107 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d7507-315d-4246-98ee-3d3a7f116b27 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7c3dd7-7764-40e1-b6e4-84bc274d95fc,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:25.680977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f51d7507-315d-4246-98ee-3d3a7f116b27 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.682227 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f51d7507-315d-4246-98ee-3d3a7f116b27 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5748103 Jun 06 14:25:25.686137 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 44036) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:25.697521 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:25.721422 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.750429 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Allocated IP 172.20.0.9 (a5c368c9-8cb1-4480-b4a0-661e9dc56b7c/61fc3c73-d133-40b4-8fa3-8f1f3af479fa/228a9f37-892f-4ca1-b8b8-148e5cd63752) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:25:25.767052 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.857345 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:25.908070 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:26.025305 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:25:26.051971 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks [] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:26.091312 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:26.097902 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:25:26.101597 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:26.103810 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:25:26.107745 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=4c84088c-bb71-4e25-a2b8-07695dfe32a8,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:26.118195 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:26.149142 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Allocated IP 172.27.1.96 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/35e68336-06be-425e-82b4-fdab4c49a75c) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:25:26.238858 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:25:26.265584 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:26.267539 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:26.294041 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:25:26.331488 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:26.335573 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:25:26.420855 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-a45370c8-3f01-44c7-b910-59fb716165be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0b62115-c8dd-481f-97e8-5204944b431a HTTP/1.1" status: 200 len: 1001 time: 0.2036121 Jun 06 14:25:26.446386 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for port (35e68336-06be-425e-82b4-fdab4c49a75c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:26.461676 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:26.463145 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:26.474585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Pushing event updated for resources: {'Port': ['ID=228a9f37-892f-4ca1-b8b8-148e5cd63752,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:26.520077 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-586723b8-3e66-4315-a6fa-cdc42aeae9e4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3968999 Jun 06 14:25:26.568426 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:26.574586 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-46bc66d3-ebee-4f0a-9012-2c5d4da3eeaf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6820323 Jun 06 14:25:26.580818 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb39fc1-96fb-46b4-9d80-aa7b1ab07dae req-bb38437d-c9f8-4ef6-ae73-731a9c55bc69 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:26.584072 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-adb39fc1-96fb-46b4-9d80-aa7b1ab07dae req-bb38437d-c9f8-4ef6-ae73-731a9c55bc69 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 932 time: 0.1257801 Jun 06 14:25:26.589739 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-9bd97ac5-e454-434e-b399-98c3a0e0d450 None None] Provisioning complete for port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:25:26.590239 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9bd97ac5-e454-434e-b399-98c3a0e0d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:26.652217 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (35e68336-06be-425e-82b4-fdab4c49a75c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:26.656732 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9bd97ac5-e454-434e-b399-98c3a0e0d450 None None] Port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:25:26.772134 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:25:26.804653 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:25:26.808061 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:25:26.834190 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:26.900279 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6a0e2-b7df-41f9-b371-5d9e2a451962 req-24341712-e411-4880-8d25-e0795b953c36 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:26.901917 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02b6a0e2-b7df-41f9-b371-5d9e2a451962 req-24341712-e411-4880-8d25-e0795b953c36 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 931 time: 0.1951036 Jun 06 14:25:26.910425 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-adb39fc1-96fb-46b4-9d80-aa7b1ab07dae req-d2e7cff3-89fc-45c8-ab2e-daf8002dd61b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104148 Jun 06 14:25:26.919291 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event updated for resources: {'Port': ['ID=35e68336-06be-425e-82b4-fdab4c49a75c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:26.952329 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for floatingip (4afabce0-bbe2-4242-858d-25bd9dda78d0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:27.024751 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02b6a0e2-b7df-41f9-b371-5d9e2a451962 req-8bbd5ae7-2874-4fc2-82bf-17698d063a59 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080260 Jun 06 14:25:27.032746 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (35e68336-06be-425e-82b4-fdab4c49a75c), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:27.113631 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bd237-6d12-4ade-8854-1685fd281ad3 req-084d8bff-3e81-4fad-a62e-0976db1aba73 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:27.114582 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:25:27.115794 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a43bd237-6d12-4ade-8854-1685fd281ad3 req-084d8bff-3e81-4fad-a62e-0976db1aba73 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.0900459 Jun 06 14:25:27.250189 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a43bd237-6d12-4ade-8854-1685fd281ad3 req-3b9eea08-3045-4630-9ce3-433eaa773375 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089513 Jun 06 14:25:27.575745 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for port (35e68336-06be-425e-82b4-fdab4c49a75c), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:27.581234 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (35e68336-06be-425e-82b4-fdab4c49a75c), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:27.615388 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (4afabce0-bbe2-4242-858d-25bd9dda78d0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:27.644129 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:27.645420 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9578016 Jun 06 14:25:27.646739 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18abae-5d26-421b-94fb-2c3ef54777b9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event updated for resources: {'Port': ['ID=35e68336-06be-425e-82b4-fdab4c49a75c,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:27.852670 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:27.890432 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-42077498-5480-4279-aaf0-939e42206153 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--953438479&fields=id&tenant_id=5e2e414f37bf4a89ac18e1836c793b0b HTTP/1.1" status: 200 len: 267 time: 0.0532887 Jun 06 14:25:27.948076 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Request body: {'port': {'device_id': 'f4a7b1c1-18c9-431e-839a-25a63bc33fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:27.954105 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Request body: {'port': {'device_id': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:28.069830 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-dd32e0b9-7254-4ab2-8aa9-74b1c5095889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:28.071645 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-dd32e0b9-7254-4ab2-8aa9-74b1c5095889 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.1211908 Jun 06 14:25:28.086643 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:28.130241 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:28.199890 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7630-1737-4435-9216-fc96f075ea0f req-4b19dfcb-a886-4e4c-845d-fc176004650f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:28.201765 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-4b19dfcb-a886-4e4c-845d-fc176004650f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 819 time: 0.3043091 Jun 06 14:25:28.216023 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-c08b15d9-35af-4373-8598-5780a0821371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:28.217540 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-c08b15d9-35af-4373-8598-5780a0821371 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278794 Jun 06 14:25:28.231703 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee63ae6-0ef3-4af3-9975-b3775517a10e req-ddf97edb-bc94-4348-98c1-fd0a352b2866 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:28.234168 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8ee63ae6-0ef3-4af3-9975-b3775517a10e req-ddf97edb-bc94-4348-98c1-fd0a352b2866 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 932 time: 0.1368589 Jun 06 14:25:28.256064 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-d0dc48a3-8477-42f0-939e-0695d3dc0b0b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/quotas/5e2e414f37bf4a89ac18e1836c793b0b HTTP/1.1" status: 200 len: 375 time: 0.0442178 Jun 06 14:25:28.412291 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-26d53ad2-7ab2-47e1-9074-f6ffb21abc51 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1203046 Jun 06 14:25:28.429661 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8ee63ae6-0ef3-4af3-9975-b3775517a10e req-07c9af84-c2c8-4672-9a0f-4d53daaaa883 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855850 Jun 06 14:25:28.439639 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:28.453862 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-f5a6e4c3-4d7c-4bbf-80d3-e92fd4067031 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189202 Jun 06 14:25:28.708398 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3606e62-21ec-4a77-9dbf-c7bb5c5af601 req-4462bf26-70a3-4cd0-bed8-3d692f4739af tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:28.710003 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3606e62-21ec-4a77-9dbf-c7bb5c5af601 req-4462bf26-70a3-4cd0-bed8-3d692f4739af tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 931 time: 0.0970228 Jun 06 14:25:28.766285 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-29c2d9d0-0824-4d35-a5ca-f06cfb14ecdf service neutron] 10.222.0.13 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178947 Jun 06 14:25:28.770596 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aecf9c8d-b65c-4521-8967-5c475f902274 req-50ac6721-d4e9-4198-a765-0eb31ff35628 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012676 Jun 06 14:25:28.790901 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:28.880846 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3606e62-21ec-4a77-9dbf-c7bb5c5af601 req-14e1ee37-da77-4736-a617-f61a518ef218 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559854 Jun 06 14:25:28.913404 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228a9f37-892f-4ca1-b8b8-148e5cd63752 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:25:28.924868 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Publish callbacks [] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:28.942950 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c84088c-bb71-4e25-a2b8-07695dfe32a8 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:25:28.956542 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Publish callbacks [] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:28.960914 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:UPDATE=9 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:28.960914 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Transition to ACTIVE for port object 228a9f37-892f-4ca1-b8b8-148e5cd63752 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:25:28.973239 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:28.979791 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Transition to ACTIVE for port object 4c84088c-bb71-4e25-a2b8-07695dfe32a8 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:25:28.988018 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:28.993580 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:25:29.016313 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-3a598c90-88c6-461f-81a3-8853704b6343 service neutron] 10.222.0.13 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259455 Jun 06 14:25:29.068668 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Pushing event updated for resources: {'Port': ['ID=228a9f37-892f-4ca1-b8b8-148e5cd63752,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:29.148569 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Pushing event updated for resources: {'Port': ['ID=4c84088c-bb71-4e25-a2b8-07695dfe32a8,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:29.149747 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a133c-2ae8-4ec6-ba10-b478272fd47d req-47db5a9c-db68-471f-96cd-12512f99c964 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:29.158900 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-054a133c-2ae8-4ec6-ba10-b478272fd47d req-47db5a9c-db68-471f-96cd-12512f99c964 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 945 time: 0.1279378 Jun 06 14:25:29.267858 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-054a133c-2ae8-4ec6-ba10-b478272fd47d req-cbefe7e8-8e84-462b-9acd-5a4fa5f18fe9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027031 Jun 06 14:25:29.293338 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d0b62115-c8dd-481f-97e8-5204944b431a is: ACTIVE; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:25:29.294015 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:29.354507 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Attempting to bind port 228a9f37-892f-4ca1-b8b8-148e5cd63752 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:25:29.359343 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Attempting to bind port 228a9f37-892f-4ca1-b8b8-148e5cd63752 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': 'dc3de12a-70d0-4d6c-b456-b526e8f28037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:25:29.361837 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Attempting to bind port 228a9f37-892f-4ca1-b8b8-148e5cd63752 on network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:25:29.367721 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:29.371763 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5063cec7-ec9b-4da9-841d-7df52ad30c9b" -d '{"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:29.383686 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Port 228a9f37-892f-4ca1-b8b8-148e5cd63752 on network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:25:29.393146 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Attempting to bind port 228a9f37-892f-4ca1-b8b8-148e5cd63752 on network a5c368c9-8cb1-4480-b4a0-661e9dc56b7c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:25:29.398155 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:29.415908 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:29.433310 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:25:29.433445 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Checking segment: {'id': 'dc3de12a-70d0-4d6c-b456-b526e8f28037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:25:29.433998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Bound using segment: {'id': 'dc3de12a-70d0-4d6c-b456-b526e8f28037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:25:29.434449 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Bound port: 228a9f37-892f-4ca1-b8b8-148e5cd63752, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3de12a-70d0-4d6c-b456-b526e8f28037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:25:29.435241 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:29.464658 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Attempting to bind port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:25:29.464967 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Attempting to bind port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:25:29.465556 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Attempting to bind port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:25:29.473285 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cefc1f1-ed33-41ad-b182-629ee187b627 x-openstack-request-id: req-9cefc1f1-ed33-41ad-b182-629ee187b627 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:29.473587 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:29.473877 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cefc1f1-ed33-41ad-b182-629ee187b627 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:29.474290 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cefc1f1-ed33-41ad-b182-629ee187b627'] response: {'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'code': 200} Jun 06 14:25:29.539109 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b16ad218-8b9e-4b38-bb8b-79ea436ddb8c req-ab7ddea3-bee4-48fe-8c49-b273268d50a1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 210 time: 0.0632467 Jun 06 14:25:29.600650 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] For port 228a9f37-892f-4ca1-b8b8-148e5cd63752, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:25:29.603485 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:25:29.603899 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Attempting to bind port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:25:29.622273 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] For port 228a9f37-892f-4ca1-b8b8-148e5cd63752, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=228a9f37-892f-4ca1-b8b8-148e5cd63752,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:25:29.653618 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=8']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:29.654311 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:25:29.654829 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Checking segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:25:29.655424 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Bound using segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:25:29.656792 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Bound port: 4c84088c-bb71-4e25-a2b8-07695dfe32a8, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:25:29.657286 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:29.668769 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.669354 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.670091 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.670692 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.671252 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.671900 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.672448 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.673009 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.673565 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.674231 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.674788 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.675618 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.676080 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:29.677073 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.677900 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.678668 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:25:29.682105 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bef718-9208-486e-8461-a241f6870b7a req-f708a319-e916-4e00-98ce-d48fbb74d9c5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:29.698205 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42bef718-9208-486e-8461-a241f6870b7a req-f708a319-e916-4e00-98ce-d48fbb74d9c5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 944 time: 0.1210954 Jun 06 14:25:29.757278 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:29.757937 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:29.759572 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] 10.222.0.46 "PUT /v2.0/ports/228a9f37-892f-4ca1-b8b8-148e5cd63752 HTTP/1.1" status: 200 len: 1093 time: 1.8171959 Jun 06 14:25:29.763247 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a7b1c1-18c9-431e-839a-25a63bc33fe9', 'tag': '228a9f37-892f-4ca1-b8b8-148e5cd63752'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:29.766569 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44cbeab-a7b0-4eb6-b5f0-b393f4256829" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a7b1c1-18c9-431e-839a-25a63bc33fe9", "tag": "228a9f37-892f-4ca1-b8b8-148e5cd63752"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:29.789327 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42bef718-9208-486e-8461-a241f6870b7a req-bf1b3eb7-6e8c-45f4-b213-d17ea9c3419c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901675 Jun 06 14:25:29.844861 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] For port 4c84088c-bb71-4e25-a2b8-07695dfe32a8, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:25:29.847960 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a5ed9-bfee-4650-a156-93a363f26335 service neutron] Pushing event updated for resources: {'Port': ['ID=228a9f37-892f-4ca1-b8b8-148e5cd63752,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:29.862276 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8c990c-531f-4287-bc00-911a3ebcfbf8 x-openstack-request-id: req-1c8c990c-531f-4287-bc00-911a3ebcfbf8 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:29.862733 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a7b1c1-18c9-431e-839a-25a63bc33fe9", "tag": "228a9f37-892f-4ca1-b8b8-148e5cd63752", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:29.862907 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c8c990c-531f-4287-bc00-911a3ebcfbf8 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:29.863391 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8c990c-531f-4287-bc00-911a3ebcfbf8'] response: {'name': 'network-changed', 'server_uuid': 'f4a7b1c1-18c9-431e-839a-25a63bc33fe9', 'tag': '228a9f37-892f-4ca1-b8b8-148e5cd63752', 'status': 'completed', 'code': 200} Jun 06 14:25:29.867883 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] For port 4c84088c-bb71-4e25-a2b8-07695dfe32a8, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=4c84088c-bb71-4e25-a2b8-07695dfe32a8,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:25:29.875683 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:29.939972 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:29.944297 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:29.952930 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c84088c-bb71-4e25-a2b8-07695dfe32a8 HTTP/1.1" status: 200 len: 1094 time: 2.0018265 Jun 06 14:25:29.994638 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:30.004623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c942a-f1c6-48eb-80a9-78b7c72e1679 service neutron] Pushing event updated for resources: {'Port': ['ID=4c84088c-bb71-4e25-a2b8-07695dfe32a8,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:30.047698 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:30.107858 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589a71-81dd-433b-b81e-3719564429de req-5b463cd9-f21e-46b2-8a8d-8e784bc860e4 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:30.115740 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-39589a71-81dd-433b-b81e-3719564429de req-5b463cd9-f21e-46b2-8a8d-8e784bc860e4 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 943 time: 0.0776637 Jun 06 14:25:30.184793 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-39589a71-81dd-433b-b81e-3719564429de req-579f2417-7889-4a5e-94c8-a1e926b63464 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616386 Jun 06 14:25:30.406791 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb9758-227f-4e6c-b7de-dced9befb4ee req-7a6e5ed4-be19-4219-a31f-9419c20a4794 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:30.408381 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e5fb9758-227f-4e6c-b7de-dced9befb4ee req-7a6e5ed4-be19-4219-a31f-9419c20a4794 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0586507 Jun 06 14:25:30.471755 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e5fb9758-227f-4e6c-b7de-dced9befb4ee req-32cc869d-393f-41bf-b103-841ce6cf1feb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521641 Jun 06 14:25:30.688233 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-79b56bc9-4007-4898-b68a-41ccad9b9d0e req-77456fe4-74c7-4117-af18-6cb1aef4ab58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 210 time: 0.0356095 Jun 06 14:25:30.997088 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cbeab-a7b0-4eb6-b5f0-b393f4256829 req-2ad972d0-9181-4e12-b9cd-b39b5a81ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:31.003732 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b44cbeab-a7b0-4eb6-b5f0-b393f4256829 req-2ad972d0-9181-4e12-b9cd-b39b5a81ae44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87c64a64f6864b84867141833e107e9f&device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 1127 time: 0.0845215 Jun 06 14:25:31.034934 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5927d-1504-4251-80f8-1e69ffa58fcc req-588607f1-7e0d-48ea-a7c7-bf2dca65d07f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:31.043953 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66a5927d-1504-4251-80f8-1e69ffa58fcc req-588607f1-7e0d-48ea-a7c7-bf2dca65d07f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 944 time: 0.1318309 Jun 06 14:25:31.133760 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-ea22582f-94bd-40e7-b914-eb93a0193c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:31.136758 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-ea22582f-94bd-40e7-b914-eb93a0193c25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 1128 time: 0.1549270 Jun 06 14:25:31.164066 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66a5927d-1504-4251-80f8-1e69ffa58fcc req-7c50f375-933c-43fe-b0a6-b6670c4bfafb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075540 Jun 06 14:25:31.233324 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-442923c3-3a07-48ba-a6ce-47522aaab023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:31.270237 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-b3dd6b41-21ee-4d34-894c-b4182b772fbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c84088c-bb71-4e25-a2b8-07695dfe32a8 HTTP/1.1" status: 200 len: 217 time: 0.1038654 Jun 06 14:25:31.363766 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cbeab-a7b0-4eb6-b5f0-b393f4256829 req-486d5f8c-38a1-412b-b7a9-59d2d817adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:31.366299 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b44cbeab-a7b0-4eb6-b5f0-b393f4256829 req-486d5f8c-38a1-412b-b7a9-59d2d817adfe service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87c64a64f6864b84867141833e107e9f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3491275 Jun 06 14:25:31.386151 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-5d367031-82cf-470e-8733-0455265aa50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:31.388158 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-5d367031-82cf-470e-8733-0455265aa50f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.1076238 Jun 06 14:25:31.438648 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2bc00-b30f-42b5-959d-9083a02c17e8 req-e56dd9d1-dec7-4b8b-834b-28809d7ec639 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:31.443886 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-91d2bc00-b30f-42b5-959d-9083a02c17e8 req-e56dd9d1-dec7-4b8b-834b-28809d7ec639 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 943 time: 0.1009686 Jun 06 14:25:31.504523 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:31.515209 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-91d2bc00-b30f-42b5-959d-9083a02c17e8 req-36b7e6ae-d4c9-4a2a-bce6-9633b7b6fbb7 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648823 Jun 06 14:25:31.619691 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae755dd0-37a3-4010-a114-617314d5b9a1 req-55a24c34-6982-4c5e-89a5-b8e900343717 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:31.621270 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ae755dd0-37a3-4010-a114-617314d5b9a1 req-55a24c34-6982-4c5e-89a5-b8e900343717 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0584645 Jun 06 14:25:31.684728 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ae755dd0-37a3-4010-a114-617314d5b9a1 req-923870ce-e3fa-46a0-a9b8-c2f4dc818561 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573907 Jun 06 14:25:31.911865 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a2f4a28c-dbbf-48b4-b6d2-6d169c8cfe99 req-ff8548aa-cc31-4ffb-9461-2b31762433eb tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 210 time: 0.0675361 Jun 06 14:25:31.912229 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'tag': '4c84088c-bb71-4e25-a2b8-07695dfe32a8'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:31.916247 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b6f168-87b1-4172-be98-ae29685ad276" -d '{"events": [{"name": "network-changed", "server_uuid": "9df4fe33-1d83-4d2c-ab48-dbdd31902a0f", "tag": "4c84088c-bb71-4e25-a2b8-07695dfe32a8"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:31.921239 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:31.996843 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-97ed3b65-e8a8-4feb-83ba-bafa1587989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:31.998911 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-97ed3b65-e8a8-4feb-83ba-bafa1587989c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2437272 Jun 06 14:25:32.006917 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a514445b-05ff-43d9-a0bd-d6554c399c85 x-openstack-request-id: req-a514445b-05ff-43d9-a0bd-d6554c399c85 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:32.007394 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df4fe33-1d83-4d2c-ab48-dbdd31902a0f", "tag": "4c84088c-bb71-4e25-a2b8-07695dfe32a8", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:32.007967 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a514445b-05ff-43d9-a0bd-d6554c399c85 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:32.008397 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a514445b-05ff-43d9-a0bd-d6554c399c85'] response: {'name': 'network-changed', 'server_uuid': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'tag': '4c84088c-bb71-4e25-a2b8-07695dfe32a8', 'status': 'completed', 'code': 200} Jun 06 14:25:32.056403 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cbeab-a7b0-4eb6-b5f0-b393f4256829 req-51a903da-1bfa-4f89-9743-09586f158d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:32.058386 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b44cbeab-a7b0-4eb6-b5f0-b393f4256829 req-51a903da-1bfa-4f89-9743-09586f158d7f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3451128 Jun 06 14:25:32.328594 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-36a033cd-ddc0-495a-a00a-9eaba1748895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:32.331778 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-36a033cd-ddc0-495a-a00a-9eaba1748895 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87c64a64f6864b84867141833e107e9f&device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 1127 time: 0.1121328 Jun 06 14:25:32.398448 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-5947e720-d779-4b33-a3d1-dbdad5d3706b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=228a9f37-892f-4ca1-b8b8-148e5cd63752 HTTP/1.1" status: 200 len: 217 time: 0.0551186 Jun 06 14:25:32.471550 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a76ea-9079-4f77-9e11-d8c35655b2ba req-a714af88-0823-4cc3-9e35-18d8ef7279fb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:32.474788 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-163a76ea-9079-4f77-9e11-d8c35655b2ba req-a714af88-0823-4cc3-9e35-18d8ef7279fb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 944 time: 0.1281974 Jun 06 14:25:32.496895 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-77b8f41c-5f15-4721-be6b-31152e4de2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:32.496895 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-77b8f41c-5f15-4721-be6b-31152e4de2a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=61fc3c73-d133-40b4-8fa3-8f1f3af479fa HTTP/1.1" status: 200 len: 849 time: 0.0887311 Jun 06 14:25:32.507258 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-3b25b126-30e4-4b8a-9826-ff2215730539 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638649 Jun 06 14:25:32.601106 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7630-1737-4435-9216-fc96f075ea0f req-e6675957-1034-400b-aef5-698b0eafe265 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:32.603147 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-e6675957-1034-400b-aef5-698b0eafe265 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 819 time: 0.3548293 Jun 06 14:25:32.620600 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-2dffa8df-cc59-4f6e-a67e-d67a3c47e45c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144035 Jun 06 14:25:32.689027 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-163a76ea-9079-4f77-9e11-d8c35655b2ba req-fe3db8d3-abc8-4820-ab5a-ae0f1cf11ce7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012846 Jun 06 14:25:32.749151 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba053f87-0077-42f9-bc0c-ee9c4394c228 req-f59a2b95-55ed-4b6c-bc8c-44f3efc1da34 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:32.754636 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ba053f87-0077-42f9-bc0c-ee9c4394c228 req-f59a2b95-55ed-4b6c-bc8c-44f3efc1da34 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 943 time: 0.0893316 Jun 06 14:25:32.770586 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-50ae6588-aaf5-40ba-9d8f-7286fa8f46df tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2e414f37bf4a89ac18e1836c793b0b HTTP/1.1" status: 200 len: 379 time: 0.1526074 Jun 06 14:25:32.795759 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Request body: {'port': {'device_id': '50386bc4-52ea-44da-834e-381f38cc47c3', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'admin_state_up': True, 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'security_groups': ['208bd48d-87c3-427a-ae2f-185813c400ef']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:32.827989 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-7adbccd2-b1e5-4226-910d-f97ed20b6e6a req-db56315a-8d45-4880-99e0-e53a3fae7dd2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:25:32.829006 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7adbccd2-b1e5-4226-910d-f97ed20b6e6a req-db56315a-8d45-4880-99e0-e53a3fae7dd2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052435 Jun 06 14:25:32.855127 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22ca3a03-00f4-45ce-aeb1-b737ac13a141 req-b826cbde-4efa-42bb-89b3-23b4ab0ed15a service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351371 Jun 06 14:25:32.863235 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-c8ec6c15-23d6-431c-9081-2234af3844ed service neutron] 10.222.0.46 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893303 Jun 06 14:25:32.909366 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ba053f87-0077-42f9-bc0c-ee9c4394c228 req-08b18730-4438-48cf-b8de-4c3569274cfd tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484725 Jun 06 14:25:33.077918 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a25ad6e-f720-4abf-8a52-784e477cffc6 req-03152eaf-2c25-4a40-969b-39b32d44a571 service neutron] 10.222.0.46 "GET /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054663 Jun 06 14:25:33.082941 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Made reservation on behalf of 5e2e414f37bf4a89ac18e1836c793b0b for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:25:33.091211 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:33.180818 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-79abef0d-8d57-4778-8cf6-15e59a1a003d req-f1e98f0a-4d5a-4d77-a214-14f78ea8e142 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 210 time: 0.0809829 Jun 06 14:25:33.279483 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:33.467695 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Allocated IP 172.20.0.14 (da05c785-91e1-4374-8904-6d56e0757608/2525f79f-1606-4438-b00d-c5e3e00ff76e/df54d3c7-86bf-4c37-ba45-0d8672392f1d) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:25:33.494108 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f91389-53c5-479e-8df2-cf9300d1f940 req-f8bcca93-b625-42e9-84dc-326d86f8b18b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:33.506649 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c6f91389-53c5-479e-8df2-cf9300d1f940 req-f8bcca93-b625-42e9-84dc-326d86f8b18b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1502390 Jun 06 14:25:33.598293 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 44258) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:33.663126 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c6f91389-53c5-479e-8df2-cf9300d1f940 req-1c7534ac-ba98-4c1a-a810-2d0467249302 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436093 Jun 06 14:25:33.717410 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-c5326fe5-b146-4041-b1b6-05aedb98c4fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176643 Jun 06 14:25:33.737788 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-8210c940-b0b6-4a4b-b854-d539093ebd5b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:25:33.738968 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-8210c940-b0b6-4a4b-b854-d539093ebd5b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0163109 Jun 06 14:25:33.776189 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:33.851348 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:33.867338 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de41d690-9ff1-418d-ba9a-75a5503ac44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:33.896874 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 44268) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:33.941279 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d62421-643e-4931-8f85-f0d2043f249c req-db37ab48-15fe-4840-8033-ea2dad1fa0ed tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:33.944213 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-05d62421-643e-4931-8f85-f0d2043f249c req-db37ab48-15fe-4840-8033-ea2dad1fa0ed tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 944 time: 0.1074946 Jun 06 14:25:33.962257 dv-cinder-844140-2-iscsi neutron-server[103910]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 14:25:34.006147 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:34.054677 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-47bf36d5-130f-4703-8753-5334bf7aa5f5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:34.056242 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-47bf36d5-130f-4703-8753-5334bf7aa5f5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports/d0b62115-c8dd-481f-97e8-5204944b431a HTTP/1.1" status: 200 len: 940 time: 0.1577926 Jun 06 14:25:34.105303 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:34.118717 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Network da05c785-91e1-4374-8904-6d56e0757608 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:25:34.124504 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-05d62421-643e-4931-8f85-f0d2043f249c req-48b76fc5-9c8c-47ab-aa8b-592aeb106466 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716399 Jun 06 14:25:34.178531 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:25:34.204009 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event updated for resources: {'Port': ['ID=df54d3c7-86bf-4c37-ba45-0d8672392f1d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:34.209258 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:25:34.218603 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:34.219612 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:34.259848 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435308-596d-461f-a732-4a6939fccffb req-7fb06a5e-19cb-450b-8d94-e8020f8512f6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:34.272524 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-88435308-596d-461f-a732-4a6939fccffb req-7fb06a5e-19cb-450b-8d94-e8020f8512f6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 943 time: 0.1890152 Jun 06 14:25:34.295624 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-1a88a33e-fb9e-40f1-b2be-a8f2d75e216e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5062206 Jun 06 14:25:34.310017 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-420764cb-8a01-4626-ac35-b37b4f2875a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:34.317279 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-420764cb-8a01-4626-ac35-b37b4f2875a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 1128 time: 0.1325772 Jun 06 14:25:34.385427 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-88435308-596d-461f-a732-4a6939fccffb req-893c672b-ae5c-4c99-938d-c6c244d454a1 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094575 Jun 06 14:25:34.454325 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126be3e-14ad-49a8-921c-f621ed857772 req-3a4b2373-94ac-45e4-9164-9789a06a06e7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:34.457865 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9126be3e-14ad-49a8-921c-f621ed857772 req-3a4b2373-94ac-45e4-9164-9789a06a06e7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 932 time: 0.1017425 Jun 06 14:25:34.537305 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9126be3e-14ad-49a8-921c-f621ed857772 req-9d85cbfb-491e-4ce3-b2b2-1172ba0ffdc4 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703645 Jun 06 14:25:34.561364 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-61a010cc-4cba-44c1-a4c0-f6bbe6c13b83 None None] Provisioning complete for port df54d3c7-86bf-4c37-ba45-0d8672392f1d triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:25:34.561364 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-61a010cc-4cba-44c1-a4c0-f6bbe6c13b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:34.615562 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-61a010cc-4cba-44c1-a4c0-f6bbe6c13b83 None None] Port df54d3c7-86bf-4c37-ba45-0d8672392f1d cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:25:34.818851 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224770e4-db52-40fd-8526-fd3d29c01ce0 req-cf92a007-7cc6-4f2e-95fe-02ba4054b693 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:34.820504 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-224770e4-db52-40fd-8526-fd3d29c01ce0 req-cf92a007-7cc6-4f2e-95fe-02ba4054b693 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0654018 Jun 06 14:25:34.879403 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-224770e4-db52-40fd-8526-fd3d29c01ce0 req-f00af4f3-3176-45f9-976d-0d019630b98a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527196 Jun 06 14:25:35.011805 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 4c84088c-bb71-4e25-a2b8-07695dfe32a8 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:25:35.014564 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:25:35.054227 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:35.210551 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d0b62115-c8dd-481f-97e8-5204944b431a is: DOWN; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:25:35.214986 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 4c84088c-bb71-4e25-a2b8-07695dfe32a8, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=4c84088c-bb71-4e25-a2b8-07695dfe32a8,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:35.229306 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '4c84088c-bb71-4e25-a2b8-07695dfe32a8', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'port_id': '4c84088c-bb71-4e25-a2b8-07695dfe32a8', 'mac_address': 'fa:16:3e:b7:8c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:25:35.279423 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5606d-a636-4e91-a467-73232856755c req-57530857-3393-421a-acd2-76754a61ccf3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:35.280971 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:25:35.281910 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:35.286580 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3bb5606d-a636-4e91-a467-73232856755c req-57530857-3393-421a-acd2-76754a61ccf3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 944 time: 0.0694256 Jun 06 14:25:35.301376 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c84088c-bb71-4e25-a2b8-07695dfe32a8 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:25:35.334508 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 4c84088c-bb71-4e25-a2b8-07695dfe32a8, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=4c84088c-bb71-4e25-a2b8-07695dfe32a8,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:35.341227 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:35.352212 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:35.358538 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3bb5606d-a636-4e91-a467-73232856755c req-c2c9a13a-29ea-4134-9ee7-e787bc84d9ae tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706851 Jun 06 14:25:35.383112 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Request body: {'port': {'device_id': '50386bc4-52ea-44da-834e-381f38cc47c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:35.493364 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:35.497013 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=4c84088c-bb71-4e25-a2b8-07695dfe32a8,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:35.742761 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['4c84088c-bb71-4e25-a2b8-07695dfe32a8'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:25:35.744136 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fcb0c-bbc3-450b-9410-fd11b05c3540 req-e0a4d075-9187-4b4c-9ec2-2415fbc628d2 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:35.746873 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d8fcb0c-bbc3-450b-9410-fd11b05c3540 req-e0a4d075-9187-4b4c-9ec2-2415fbc628d2 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 943 time: 0.1436977 Jun 06 14:25:35.800816 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81607c3b-5490-4a1a-9ab1-1f35b11241e7 req-104a6aec-d5de-4d3c-86ab-2d6ff32e561c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:35.803777 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81607c3b-5490-4a1a-9ab1-1f35b11241e7 req-104a6aec-d5de-4d3c-86ab-2d6ff32e561c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 932 time: 0.1310771 Jun 06 14:25:35.929567 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-191953bc-20b2-4a9e-b0b2-d79f06f5b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:35.935265 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-191953bc-20b2-4a9e-b0b2-d79f06f5b0e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 916 time: 0.5675232 Jun 06 14:25:35.940463 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:36.023693 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-5250543f-10bb-45c5-9184-a500aa90c790 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c84088c-bb71-4e25-a2b8-07695dfe32a8 HTTP/1.1" status: 200 len: 217 time: 0.0784793 Jun 06 14:25:36.110073 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:36.110564 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81607c3b-5490-4a1a-9ab1-1f35b11241e7 req-f4b4cceb-c10e-4bda-a5a2-36a30b113e7d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087443 Jun 06 14:25:36.116720 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-fbc759bc-c9e1-4af2-9ef8-72be0279475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:36.118414 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-fbc759bc-c9e1-4af2-9ef8-72be0279475a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.0694628 Jun 06 14:25:36.134564 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d8fcb0c-bbc3-450b-9410-fd11b05c3540 req-80184f06-391a-4e09-a278-2ae991ae4807 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669870 Jun 06 14:25:36.178620 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-4e6acd70-7a96-4bc9-890e-f2b13bf4b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:36.181756 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-4e6acd70-7a96-4bc9-890e-f2b13bf4b7e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542979 Jun 06 14:25:36.204767 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:36.325787 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df54d3c7-86bf-4c37-ba45-0d8672392f1d {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:25:36.341106 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Publish callbacks [] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:36.343388 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-0787bcc2-0828-431c-976c-b72bed5027dd service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515980 Jun 06 14:25:36.377054 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af571de-37cc-4f9c-9584-f340ef69f93a req-8b7bea52-ae31-41fd-8de9-79c20a9a3d6c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:36.394625 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7af571de-37cc-4f9c-9584-f340ef69f93a req-8b7bea52-ae31-41fd-8de9-79c20a9a3d6c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1739197 Jun 06 14:25:36.407550 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Transition to ACTIVE for port object df54d3c7-86bf-4c37-ba45-0d8672392f1d will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:25:36.565867 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f2b6f168-87b1-4172-be98-ae29685ad276 req-206b63c6-ae3a-4ac8-8157-53cccbbc407d service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020566 Jun 06 14:25:36.769251 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:36.778065 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:36.879930 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140c235-0948-4cf2-b370-d63eb1f2f17f req-e1b32cc3-1534-47c0-aa68-68de13e3c735 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:36.881611 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a140c235-0948-4cf2-b370-d63eb1f2f17f req-e1b32cc3-1534-47c0-aa68-68de13e3c735 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 945 time: 0.1288888 Jun 06 14:25:36.887008 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7af571de-37cc-4f9c-9584-f340ef69f93a req-2392407f-a014-43aa-9022-df196fcae2a0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4734964 Jun 06 14:25:36.894008 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Pushing event updated for resources: {'Port': ['ID=df54d3c7-86bf-4c37-ba45-0d8672392f1d,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:36.982352 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:37.025316 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Attempting to bind port df54d3c7-86bf-4c37-ba45-0d8672392f1d on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:25:37.025763 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Attempting to bind port df54d3c7-86bf-4c37-ba45-0d8672392f1d by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:25:37.026157 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Attempting to bind port df54d3c7-86bf-4c37-ba45-0d8672392f1d on network da05c785-91e1-4374-8904-6d56e0757608 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:25:37.041119 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 228a9f37-892f-4ca1-b8b8-148e5cd63752 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:25:37.050325 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 4c84088c-bb71-4e25-a2b8-07695dfe32a8 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:25:37.075539 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Port df54d3c7-86bf-4c37-ba45-0d8672392f1d on network da05c785-91e1-4374-8904-6d56e0757608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:25:37.076221 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Attempting to bind port df54d3c7-86bf-4c37-ba45-0d8672392f1d on network da05c785-91e1-4374-8904-6d56e0757608 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:25:37.105591 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:37.112814 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a140c235-0948-4cf2-b370-d63eb1f2f17f req-b0afab95-fbb0-47b9-ae38-8bde4893171d tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984310 Jun 06 14:25:37.124828 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:25:37.125457 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Checking segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:25:37.126208 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Bound using segment: {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:25:37.126920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Bound port: df54d3c7-86bf-4c37-ba45-0d8672392f1d, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25179112-2401-48a8-8fcc-29a72b7c7379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:25:37.127487 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:37.369159 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] For port df54d3c7-86bf-4c37-ba45-0d8672392f1d, host hv-cinder-84414, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:25:37.396031 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] For port df54d3c7-86bf-4c37-ba45-0d8672392f1d, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:25:37.407289 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f37c7-e6c2-42fb-b80d-d461abac13da req-20ac26a4-57a6-4e0b-b5a4-e39b4a1cfd20 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:37.411230 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-916f37c7-e6c2-42fb-b80d-d461abac13da req-20ac26a4-57a6-4e0b-b5a4-e39b4a1cfd20 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.1030886 Jun 06 14:25:37.422282 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:37.506280 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:25:37.523318 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:37.523963 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:37.524291 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:25:37.524573 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:37.525688 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] 10.222.0.46 "PUT /v2.0/ports/df54d3c7-86bf-4c37-ba45-0d8672392f1d HTTP/1.1" status: 200 len: 1094 time: 2.1596861 Jun 06 14:25:37.530493 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:37.535061 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171ec038-d86e-496b-ad88-7d74f5ffb8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:37.569462 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:37.597823 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 228a9f37-892f-4ca1-b8b8-148e5cd63752, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=228a9f37-892f-4ca1-b8b8-148e5cd63752,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:37.606677 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51f5d-38dd-456e-918c-dd44cde93d53 req-ec8ca7fe-c5ad-4f99-848b-7205a5a0e9ae tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:37.608343 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b7c51f5d-38dd-456e-918c-dd44cde93d53 req-ec8ca7fe-c5ad-4f99-848b-7205a5a0e9ae tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 943 time: 0.2114756 Jun 06 14:25:37.624828 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '228a9f37-892f-4ca1-b8b8-148e5cd63752', 'network_id': 'a5c368c9-8cb1-4480-b4a0-661e9dc56b7c', 'port_id': '228a9f37-892f-4ca1-b8b8-148e5cd63752', 'mac_address': 'fa:16:3e:df:3f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fc3c73-d133-40b4-8fa3-8f1f3af479fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:25:37.635461 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdcf4b-153e-43ed-8579-364610a87b60 service neutron] Pushing event updated for resources: {'Port': ['ID=df54d3c7-86bf-4c37-ba45-0d8672392f1d,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:37.650799 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-916f37c7-e6c2-42fb-b80d-d461abac13da req-8ea781d8-0333-40c6-b64f-92c75721d78a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899290 Jun 06 14:25:37.692790 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:37.709216 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b7c51f5d-38dd-456e-918c-dd44cde93d53 req-aa6ed8fc-88c1-4c56-bf02-37153f14ea6a tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891221 Jun 06 14:25:37.729253 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 228a9f37-892f-4ca1-b8b8-148e5cd63752 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:25:37.731420 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:37.734449 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:25:37.735288 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:37.747187 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:37.768287 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228a9f37-892f-4ca1-b8b8-148e5cd63752 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:25:37.797026 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb35136-fed5-4f51-b419-ffca86ca946a x-openstack-request-id: req-5cb35136-fed5-4f51-b419-ffca86ca946a {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:37.798485 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:37.798786 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cb35136-fed5-4f51-b419-ffca86ca946a {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:37.799355 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb35136-fed5-4f51-b419-ffca86ca946a'] response: {'name': 'network-changed', 'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'status': 'completed', 'code': 200} Jun 06 14:25:37.806315 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c84088c-bb71-4e25-a2b8-07695dfe32a8'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:37.809235 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be34d2f-45c0-43d3-8b63-01679f441dd4" -d '{"events": [{"server_uuid": "9df4fe33-1d83-4d2c-ab48-dbdd31902a0f", "name": "network-vif-plugged", "status": "completed", "tag": "4c84088c-bb71-4e25-a2b8-07695dfe32a8"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:37.824452 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 228a9f37-892f-4ca1-b8b8-148e5cd63752, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=228a9f37-892f-4ca1-b8b8-148e5cd63752,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:37.831652 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 4c84088c-bb71-4e25-a2b8-07695dfe32a8, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=4c84088c-bb71-4e25-a2b8-07695dfe32a8,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:37.834924 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:37.842154 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:37.861581 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f60b4-40d6-4fc7-9d1e-e2e7fc14ad97 req-1b33a57f-8153-45c4-b985-c2a2457a9824 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:37.863878 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-786f60b4-40d6-4fc7-9d1e-e2e7fc14ad97 req-1b33a57f-8153-45c4-b985-c2a2457a9824 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 945 time: 0.0924587 Jun 06 14:25:37.891347 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d71359-7e43-4794-b95d-ea81b16ddd80 x-openstack-request-id: req-b6d71359-7e43-4794-b95d-ea81b16ddd80 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:37.891624 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df4fe33-1d83-4d2c-ab48-dbdd31902a0f", "name": "network-vif-plugged", "status": "completed", "tag": "4c84088c-bb71-4e25-a2b8-07695dfe32a8", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:37.891866 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6d71359-7e43-4794-b95d-ea81b16ddd80 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:37.892261 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d71359-7e43-4794-b95d-ea81b16ddd80'] response: {'server_uuid': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c84088c-bb71-4e25-a2b8-07695dfe32a8', 'code': 200} Jun 06 14:25:37.904097 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=228a9f37-892f-4ca1-b8b8-148e5cd63752,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:37.937428 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-786f60b4-40d6-4fc7-9d1e-e2e7fc14ad97 req-f4691482-04e1-4924-baab-8edd31642eb9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674367 Jun 06 14:25:38.015769 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=4c84088c-bb71-4e25-a2b8-07695dfe32a8,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:38.053391 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:38.073233 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ff7fd-f488-4b71-a5cb-55691f55a23f req-6118e135-c606-47b3-94fc-3f937377689e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:38.074866 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e12ff7fd-f488-4b71-a5cb-55691f55a23f req-6118e135-c606-47b3-94fc-3f937377689e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0598757 Jun 06 14:25:38.130606 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e12ff7fd-f488-4b71-a5cb-55691f55a23f req-e12286f2-6a55-4cea-ba2a-2d0bcc937b00 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467863 Jun 06 14:25:38.210242 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:38.222949 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['228a9f37-892f-4ca1-b8b8-148e5cd63752'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:25:38.265370 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00947b8-f706-4642-b184-6ead718b788e req-ea80e7e8-d8ae-4f31-ba39-2ed139df7d84 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:38.267268 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a00947b8-f706-4642-b184-6ead718b788e req-ea80e7e8-d8ae-4f31-ba39-2ed139df7d84 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 946 time: 0.0646195 Jun 06 14:25:38.333973 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a00947b8-f706-4642-b184-6ead718b788e req-936c227d-7ad9-4eb5-bfc2-9effaaca7e71 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557814 Jun 06 14:25:38.827707 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1b9b0-f944-4d06-8bd6-96f5d6eb1467 req-a45eb3a6-9a0a-484d-87cf-d3159ec23f02 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:38.829314 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e6d1b9b0-f944-4d06-8bd6-96f5d6eb1467 req-a45eb3a6-9a0a-484d-87cf-d3159ec23f02 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.0682161 Jun 06 14:25:38.891056 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab0b64-74ea-4d06-8ebf-9f7f6aa2f22d req-f66ecd5d-8836-4d44-a18e-ae088b0bc6f6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:38.892666 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-adab0b64-74ea-4d06-8ebf-9f7f6aa2f22d req-f66ecd5d-8836-4d44-a18e-ae088b0bc6f6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0803802 Jun 06 14:25:38.936152 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e6d1b9b0-f944-4d06-8bd6-96f5d6eb1467 req-a9b56234-f1af-4b7e-a49a-be39ab9810c7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837116 Jun 06 14:25:38.980298 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-adab0b64-74ea-4d06-8ebf-9f7f6aa2f22d req-db22cd75-002d-4a41-a3c1-5039c068098b tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747485 Jun 06 14:25:39.092984 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2125880-9c52-48e2-b1e8-ea56e74cf15f req-9fa839d7-7462-40ce-8dba-19aa944dd127 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:39.094633 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a2125880-9c52-48e2-b1e8-ea56e74cf15f req-9fa839d7-7462-40ce-8dba-19aa944dd127 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 945 time: 0.0541101 Jun 06 14:25:39.159238 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a2125880-9c52-48e2-b1e8-ea56e74cf15f req-8eeb6e1c-f7f6-4549-931c-ac361fa34776 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512850 Jun 06 14:25:39.293903 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 228a9f37-892f-4ca1-b8b8-148e5cd63752 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:25:39.327386 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:39.337775 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e51c-fbc5-4a44-a5f8-daee83606268 req-ff346fdf-f530-4e39-bcc9-f07775de16f7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:39.340416 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8bf0e51c-fbc5-4a44-a5f8-daee83606268 req-ff346fdf-f530-4e39-bcc9-f07775de16f7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1077473 Jun 06 14:25:39.376589 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 228a9f37-892f-4ca1-b8b8-148e5cd63752 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:25:39.399128 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 228a9f37-892f-4ca1-b8b8-148e5cd63752 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:25:39.399943 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:39.411230 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ec038-d86e-496b-ad88-7d74f5ffb8a1 req-4ef7c543-d34b-4dac-a8e0-ede2f238cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:39.412763 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-171ec038-d86e-496b-ad88-7d74f5ffb8a1 req-4ef7c543-d34b-4dac-a8e0-ede2f238cc85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 1128 time: 0.1054153 Jun 06 14:25:39.490965 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8bf0e51c-fbc5-4a44-a5f8-daee83606268 req-35b74144-7253-41bd-8818-60396811e832 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148560 Jun 06 14:25:39.514972 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f339f-ce3d-49e1-be0b-28a462e1b54a req-27ac7436-07a2-4c57-be7d-777314076637 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:39.525657 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d0f339f-ce3d-49e1-be0b-28a462e1b54a req-27ac7436-07a2-4c57-be7d-777314076637 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 946 time: 0.0805762 Jun 06 14:25:39.575377 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 228a9f37-892f-4ca1-b8b8-148e5cd63752 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:25:39.576108 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:39.606750 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d0f339f-ce3d-49e1-be0b-28a462e1b54a req-7c18b079-82dc-49fd-ac2b-e36f2936fade tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793867 Jun 06 14:25:39.624265 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 228a9f37-892f-4ca1-b8b8-148e5cd63752, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=228a9f37-892f-4ca1-b8b8-148e5cd63752,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:39.629919 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:39.696478 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=228a9f37-892f-4ca1-b8b8-148e5cd63752,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:39.894932 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a7b1c1-18c9-431e-839a-25a63bc33fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a9f37-892f-4ca1-b8b8-148e5cd63752'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:39.899511 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ab1827-774d-42af-b807-cca47d249fd9" -d '{"events": [{"server_uuid": "f4a7b1c1-18c9-431e-839a-25a63bc33fe9", "name": "network-vif-plugged", "status": "completed", "tag": "228a9f37-892f-4ca1-b8b8-148e5cd63752"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:39.970375 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6560b32-c0ce-47e3-af32-48ab9ae58dbf x-openstack-request-id: req-b6560b32-c0ce-47e3-af32-48ab9ae58dbf {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:39.970841 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a7b1c1-18c9-431e-839a-25a63bc33fe9", "name": "network-vif-plugged", "status": "completed", "tag": "228a9f37-892f-4ca1-b8b8-148e5cd63752", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:39.976317 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6560b32-c0ce-47e3-af32-48ab9ae58dbf {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:39.976317 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6560b32-c0ce-47e3-af32-48ab9ae58dbf'] response: {'server_uuid': 'f4a7b1c1-18c9-431e-839a-25a63bc33fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228a9f37-892f-4ca1-b8b8-148e5cd63752', 'code': 200} Jun 06 14:25:40.095384 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-8de7dd7a-875a-4fcd-8249-469a28db45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.097948 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-8de7dd7a-875a-4fcd-8249-469a28db45ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27&tenant_id=52da965db3654006abddd5b40b0905c2 HTTP/1.1" status: 200 len: 1127 time: 0.2229338 Jun 06 14:25:40.132058 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fb476-5f5e-41be-9ea1-d8eca10947f9 req-ea6893d5-0110-41db-8526-872b36f47399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.134727 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e19fb476-5f5e-41be-9ea1-d8eca10947f9 req-ea6893d5-0110-41db-8526-872b36f47399 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 1130 time: 0.1334898 Jun 06 14:25:40.194900 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ec038-d86e-496b-ad88-7d74f5ffb8a1 req-f92a88e2-b495-4559-a4df-0c9d0cccd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.194900 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-171ec038-d86e-496b-ad88-7d74f5ffb8a1 req-f92a88e2-b495-4559-a4df-0c9d0cccd288 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3557937 Jun 06 14:25:40.210975 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-cee91969-b1f6-458b-a981-bd892001b693 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.213631 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-cee91969-b1f6-458b-a981-bd892001b693 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 945 time: 0.1963217 Jun 06 14:25:40.248654 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabc6c0-32d1-4442-a204-f82f04147ca9 req-ffdf07f4-c137-4fcb-a28f-f5f5e1b41f26 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.251225 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0aabc6c0-32d1-4442-a204-f82f04147ca9 req-ffdf07f4-c137-4fcb-a28f-f5f5e1b41f26 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.1607335 Jun 06 14:25:40.280036 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-4ecb31d4-286a-4d75-b9b7-dd68ffdec1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.284274 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-4ecb31d4-286a-4d75-b9b7-dd68ffdec1cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 1127 time: 0.1478064 Jun 06 14:25:40.289224 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e19fb476-5f5e-41be-9ea1-d8eca10947f9 req-560fad92-59d1-48e1-a2b8-5f0e6d1d7e9c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353345 Jun 06 14:25:40.296468 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb8696-f32b-42a9-97b2-91f7d385d97d req-07329a7f-6b10-486a-8a57-2cb55bc32f44 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.299191 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3feb8696-f32b-42a9-97b2-91f7d385d97d req-07329a7f-6b10-486a-8a57-2cb55bc32f44 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.1900671 Jun 06 14:25:40.414002 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Deleting port 46d8ff0b-6f53-4752-a775-f06a8d92aebb {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:25:40.414573 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:40.551703 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:40.613691 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19f774-92f9-4d8a-b57e-19a90805153c req-fc37e380-d529-40ce-a78e-6cbebeaf382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.615406 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5c19f774-92f9-4d8a-b57e-19a90805153c req-fc37e380-d529-40ce-a78e-6cbebeaf382f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 1129 time: 0.2540078 Jun 06 14:25:40.682545 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0aabc6c0-32d1-4442-a204-f82f04147ca9 req-61f6412f-01b8-4e29-92cd-ccee914d5483 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811076 Jun 06 14:25:40.684887 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] For port 46d8ff0b-6f53-4752-a775-f06a8d92aebb, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=46d8ff0b-6f53-4752-a775-f06a8d92aebb,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:40.685263 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:40.708817 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Calling delete_port for 46d8ff0b-6f53-4752-a775-f06a8d92aebb owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:25:40.754859 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-06031c8f-05b8-4fc1-9a07-67b3d91015f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.756442 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-06031c8f-05b8-4fc1-9a07-67b3d91015f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.2337554 Jun 06 14:25:40.759506 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3feb8696-f32b-42a9-97b2-91f7d385d97d req-538db644-3b42-4495-8668-78882b1b3dcd tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946834 Jun 06 14:25:40.767107 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5c19f774-92f9-4d8a-b57e-19a90805153c req-dacc20a0-f2de-4a98-a1c8-58c81a16a1e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308014 Jun 06 14:25:40.772308 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ec038-d86e-496b-ad88-7d74f5ffb8a1 req-14957570-aa00-4b43-8b14-1f52a31f4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.777284 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-171ec038-d86e-496b-ad88-7d74f5ffb8a1 req-14957570-aa00-4b43-8b14-1f52a31f4176 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5722497 Jun 06 14:25:40.883737 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-b59337de-a6b3-4250-97f6-6b241cd3d194 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0b62115-c8dd-481f-97e8-5204944b431a HTTP/1.1" status: 200 len: 999 time: 0.0884471 Jun 06 14:25:40.917192 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc75e68-f670-4420-ac28-182d6de4d081 req-8f664a1f-2fd1-4589-877f-ae770d8ce9ff tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.918920 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9dc75e68-f670-4420-ac28-182d6de4d081 req-8f664a1f-2fd1-4589-877f-ae770d8ce9ff tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 945 time: 0.1085434 Jun 06 14:25:40.947119 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:40.955371 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c244606-10dc-4d15-ad24-e72a12bad183 req-870f339c-ce60-464b-b46c-5540e2e8693a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:40.957625 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c244606-10dc-4d15-ad24-e72a12bad183 req-870f339c-ce60-464b-b46c-5540e2e8693a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0908794 Jun 06 14:25:40.978996 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (46d8ff0b-6f53-4752-a775-f06a8d92aebb), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:41.006922 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['46d8ff0b-6f53-4752-a775-f06a8d92aebb'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:25:41.029550 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9dc75e68-f670-4420-ac28-182d6de4d081 req-7233ea20-539d-44a1-9a1f-7d98c3ee9b45 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997510 Jun 06 14:25:41.068400 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c244606-10dc-4d15-ad24-e72a12bad183 req-bfc34def-0bdc-4575-94de-9c025d7c85cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903780 Jun 06 14:25:41.100131 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Pushing event deleted for resources: {'Port': ['ID=46d8ff0b-6f53-4752-a775-f06a8d92aebb,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:41.111184 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:41.194070 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] No DVR routers for this DVR port 46d8ff0b-6f53-4752-a775-f06a8d92aebb on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:25:41.198479 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:41.204375 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-74a5ab93-1b7d-4fe9-b77c-0666917c8031 req-d43218b1-1ee6-4e22-94a9-613cbd7114b9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.46 "DELETE /v2.0/ports/46d8ff0b-6f53-4752-a775-f06a8d92aebb HTTP/1.1" status: 204 len: 173 time: 0.9711149 Jun 06 14:25:41.205413 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a09198a-932a-4172-91a9-6d0648e54f85', 'name': 'network-vif-deleted', 'tag': '46d8ff0b-6f53-4752-a775-f06a8d92aebb'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:41.209973 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db67b056-170b-470b-9516-e3932711c19e" -d '{"events": [{"server_uuid": "4a09198a-932a-4172-91a9-6d0648e54f85", "name": "network-vif-deleted", "tag": "46d8ff0b-6f53-4752-a775-f06a8d92aebb"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:41.215513 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-81f99169-4a68-493b-8cd6-336d9a04af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:41.218035 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-81f99169-4a68-493b-8cd6-336d9a04af59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.2153530 Jun 06 14:25:41.252934 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d2798-443e-4a59-b275-c001e6d78b28 req-d0cf9d2d-ec04-4cda-8612-efa1c07d82c8 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:41.256228 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cb8d2798-443e-4a59-b275-c001e6d78b28 req-d0cf9d2d-ec04-4cda-8612-efa1c07d82c8 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 946 time: 0.0815713 Jun 06 14:25:41.257295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12d56f5-cf5a-4379-83aa-68f1978af756 x-openstack-request-id: req-c12d56f5-cf5a-4379-83aa-68f1978af756 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:41.257610 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a09198a-932a-4172-91a9-6d0648e54f85", "name": "network-vif-deleted", "tag": "46d8ff0b-6f53-4752-a775-f06a8d92aebb", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:41.258004 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c12d56f5-cf5a-4379-83aa-68f1978af756 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:41.258401 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12d56f5-cf5a-4379-83aa-68f1978af756'] response: {'server_uuid': '4a09198a-932a-4172-91a9-6d0648e54f85', 'name': 'network-vif-deleted', 'tag': '46d8ff0b-6f53-4752-a775-f06a8d92aebb', 'status': 'completed', 'code': 200} Jun 06 14:25:41.343230 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cb8d2798-443e-4a59-b275-c001e6d78b28 req-dc7f2bc1-07b2-4c5b-bd50-03fe67155ffd tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795717 Jun 06 14:25:41.888804 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc0ca4-9474-47f7-be35-5908bce22cde req-6af390d4-2679-401b-894d-b2ce6a87b74f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:41.890472 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-14fc0ca4-9474-47f7-be35-5908bce22cde req-6af390d4-2679-401b-894d-b2ce6a87b74f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0865004 Jun 06 14:25:41.949363 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38687fe9-b2c0-4c44-9ea4-6d12fdcb7dde req-1255c902-a00a-4067-a05d-fe256d2903d9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:41.951069 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38687fe9-b2c0-4c44-9ea4-6d12fdcb7dde req-1255c902-a00a-4067-a05d-fe256d2903d9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.0825009 Jun 06 14:25:42.002299 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-14fc0ca4-9474-47f7-be35-5908bce22cde req-f8bb2324-a04c-4579-af2f-22da422fd1bf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041470 Jun 06 14:25:42.023898 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:42.030680 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:42.039854 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-5e8bc326-9e9a-4fd3-b3c8-68657b18f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:42.040988 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38687fe9-b2c0-4c44-9ea4-6d12fdcb7dde req-b11dfb73-2241-4876-817d-1c9ca7fee7b7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776565 Jun 06 14:25:42.041613 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-5e8bc326-9e9a-4fd3-b3c8-68657b18f375 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549357 Jun 06 14:25:42.187494 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cd55b0c5-0eca-46d5-8937-2cdc53f7d78c req-b8cb458a-8006-4510-a01d-4a963189fc57 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 210 time: 0.0405674 Jun 06 14:25:42.287459 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb1661-90b9-475c-a2a0-a411039a16f7 req-b59169ac-caa8-4590-b5a0-8f95855a68b8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:42.290237 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00fb1661-90b9-475c-a2a0-a411039a16f7 req-b59169ac-caa8-4590-b5a0-8f95855a68b8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1089683 Jun 06 14:25:42.366170 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7630-1737-4435-9216-fc96f075ea0f req-dff22d28-4a5f-408b-912a-ca097e40010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:42.367383 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-dff22d28-4a5f-408b-912a-ca097e40010e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 1128 time: 0.1486828 Jun 06 14:25:42.368231 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00fb1661-90b9-475c-a2a0-a411039a16f7 req-bd636a27-420a-4076-a87e-4ab50474434e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673175 Jun 06 14:25:42.426695 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-d12e25d9-faf8-4527-8221-0a4af0a004ea service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379390 Jun 06 14:25:42.516751 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448932c-6e77-4f56-bba7-0b37ef1b646e req-9e1aeaa5-4b0a-4742-8f7f-463eb9b7c6f3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:42.518931 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5448932c-6e77-4f56-bba7-0b37ef1b646e req-9e1aeaa5-4b0a-4742-8f7f-463eb9b7c6f3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 946 time: 0.0568647 Jun 06 14:25:42.576321 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5448932c-6e77-4f56-bba7-0b37ef1b646e req-7449db35-f0f7-4166-88db-0702aa1d8b15 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505111 Jun 06 14:25:42.705778 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84cc6-7e94-4c3d-bc11-139418b00cf0 req-d06ef689-2449-458e-9e30-424da12cdeed tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:42.707377 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5fc84cc6-7e94-4c3d-bc11-139418b00cf0 req-d06ef689-2449-458e-9e30-424da12cdeed tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 946 time: 0.0555472 Jun 06 14:25:42.719326 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 44386) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:25:42.726613 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-458ce4ea-9a7c-4631-85f1-621947cef840 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'floatingip': {'port_id': '4c84088c-bb71-4e25-a2b8-07695dfe32a8'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:25:42.777517 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-458ce4ea-9a7c-4631-85f1-621947cef840 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (f0fec0fd-c83e-406d-98a7-031dd7c70502), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:43.252701 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-fd2c1435-6f99-48f8-80aa-8412ae4a6712 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d HTTP/1.1" status: 200 len: 217 time: 0.1641617 Jun 06 14:25:43.272683 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47df1d7-019d-49c2-8197-e0d092838598 req-b77dda00-e7c3-4e96-8418-27d0cfe740d2 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:43.275256 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c47df1d7-019d-49c2-8197-e0d092838598 req-b77dda00-e7c3-4e96-8418-27d0cfe740d2 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.1413701 Jun 06 14:25:43.284398 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 46d8ff0b-6f53-4752-a775-f06a8d92aebb no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:25:43.305948 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 46d8ff0b-6f53-4752-a775-f06a8d92aebb {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:25:43.306553 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 46d8ff0b-6f53-4752-a775-f06a8d92aebb not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:25:43.313026 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b1bd9-59c9-401f-bef4-f211b07fbd82 req-83818e00-81cf-484c-9fd7-6213925c2dda tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:43.316050 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6b7b1bd9-59c9-401f-bef4-f211b07fbd82 req-83818e00-81cf-484c-9fd7-6213925c2dda tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.1240513 Jun 06 14:25:43.384458 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:43.421648 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c47df1d7-019d-49c2-8197-e0d092838598 req-1877f918-805f-40f5-82c1-612fbf3fc2db tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395507 Jun 06 14:25:43.446279 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6b7b1bd9-59c9-401f-bef4-f211b07fbd82 req-d418703f-fca3-43e5-835a-eed190800951 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190150 Jun 06 14:25:43.519162 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fe68cbf-e4ec-4062-80b2-0ec2178f1a76 req-e4f7a6d4-e151-48fa-bf89-9ddbc63dca36 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323623 Jun 06 14:25:43.588134 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f4d34a9b-b197-443e-9a86-b9a25ecb734b req-84d53351-7719-4659-afb1-2a40a059266c tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a09198a-932a-4172-91a9-6d0648e54f85 HTTP/1.1" status: 200 len: 210 time: 0.0458753 Jun 06 14:25:43.652795 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab3241-8284-4cdd-a488-c2271c77ab68 req-2e91b869-48f2-468f-a57e-0ec4dade6b23 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:43.655049 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bdab3241-8284-4cdd-a488-c2271c77ab68 req-2e91b869-48f2-468f-a57e-0ec4dade6b23 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0597863 Jun 06 14:25:43.668466 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-458ce4ea-9a7c-4631-85f1-621947cef840 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:43.674906 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-458ce4ea-9a7c-4631-85f1-621947cef840 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (f0fec0fd-c83e-406d-98a7-031dd7c70502), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:43.738128 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bdab3241-8284-4cdd-a488-c2271c77ab68 req-01a9bf01-2a06-448a-af58-da595f7b1291 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734501 Jun 06 14:25:43.834111 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-458ce4ea-9a7c-4631-85f1-621947cef840 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Floating IP f0fec0fd-c83e-406d-98a7-031dd7c70502 associated. External IP: 172.27.1.208, port: 4c84088c-bb71-4e25-a2b8-07695dfe32a8. Jun 06 14:25:43.870825 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:43.976314 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7630-1737-4435-9216-fc96f075ea0f req-913104d3-717a-4f93-b84f-2440089b6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:43.977813 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-913104d3-717a-4f93-b84f-2440089b6bb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.1000314 Jun 06 14:25:44.079455 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:44.114670 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458ce4ea-9a7c-4631-85f1-621947cef840 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:25:44.313842 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7630-1737-4435-9216-fc96f075ea0f req-85169f88-aa6b-49c9-abd8-4c0c685e78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:44.316106 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-85169f88-aa6b-49c9-abd8-4c0c685e78a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786724 Jun 06 14:25:44.319258 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458ce4ea-9a7c-4631-85f1-621947cef840 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:25:44.324501 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-458ce4ea-9a7c-4631-85f1-621947cef840 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:44.338544 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:25:44.359817 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:25:44.360767 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-458ce4ea-9a7c-4631-85f1-621947cef840 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "PUT /v2.0/floatingips/f0fec0fd-c83e-406d-98a7-031dd7c70502 HTTP/1.1" status: 200 len: 992 time: 1.6403363 Jun 06 14:25:44.360947 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:25:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:25:44.361550 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'tag': '4c84088c-bb71-4e25-a2b8-07695dfe32a8'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:44.364989 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "9df4fe33-1d83-4d2c-ab48-dbdd31902a0f", "tag": "4c84088c-bb71-4e25-a2b8-07695dfe32a8"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:44.480011 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56c3dc0-466a-4359-8a6e-3357852e1708 x-openstack-request-id: req-e56c3dc0-466a-4359-8a6e-3357852e1708 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:44.480387 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df4fe33-1d83-4d2c-ab48-dbdd31902a0f", "tag": "4c84088c-bb71-4e25-a2b8-07695dfe32a8", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:44.480702 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e56c3dc0-466a-4359-8a6e-3357852e1708 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:44.481171 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56c3dc0-466a-4359-8a6e-3357852e1708'] response: {'name': 'network-changed', 'server_uuid': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'tag': '4c84088c-bb71-4e25-a2b8-07695dfe32a8', 'status': 'completed', 'code': 200} Jun 06 14:25:44.521986 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-a60b1dd0-14f1-49b7-9fb8-8f2dc06bda0a service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394954 Jun 06 14:25:44.620024 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:25:44.711156 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3983c-0979-4194-b340-b23fd9ef4f52 req-f56f41c2-55af-415c-838c-f826a6716fcb tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:44.712083 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e6e3983c-0979-4194-b340-b23fd9ef4f52 req-f56f41c2-55af-415c-838c-f826a6716fcb tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0891116 Jun 06 14:25:44.718563 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f9d37-c883-48d5-8cd4-4332ad3adaba req-1ee638fe-8422-4a92-8e5d-15b18af4b21f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:44.722728 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9e1f9d37-c883-48d5-8cd4-4332ad3adaba req-1ee638fe-8422-4a92-8e5d-15b18af4b21f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.1127434 Jun 06 14:25:44.804943 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e6e3983c-0979-4194-b340-b23fd9ef4f52 req-4af0c88f-47b1-49cd-be59-8ee8c55e5f13 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796013 Jun 06 14:25:44.818714 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9e1f9d37-c883-48d5-8cd4-4332ad3adaba req-1b2f6e3c-9100-4452-a018-885917279afd tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849736 Jun 06 14:25:45.005853 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a23bc-6fdf-4cf4-b42d-31986d7a45ff req-d221d54b-331a-4051-942a-d815a8c4096f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:45.008502 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3b3a23bc-6fdf-4cf4-b42d-31986d7a45ff req-d221d54b-331a-4051-942a-d815a8c4096f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0878875 Jun 06 14:25:45.009970 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'f0fec0fd-c83e-406d-98a7-031dd7c70502', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': '4c84088c-bb71-4e25-a2b8-07695dfe32a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:b7:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:25:07Z', 'updated_at': '2022-06-06T14:25:43Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}, {'id': 'fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:48Z', 'updated_at': '2022-06-06T14:23:41Z', 'revision_number': 2, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:25:45.038195 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:25:45.051167 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:25:45.051895 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:25:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:25:45.098024 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3b3a23bc-6fdf-4cf4-b42d-31986d7a45ff req-b51e9d70-419e-46a4-acd4-7cd4d0fc2a4f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771902 Jun 06 14:25:45.202292 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:25:45.557533 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'f0fec0fd-c83e-406d-98a7-031dd7c70502', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': '4c84088c-bb71-4e25-a2b8-07695dfe32a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:b7:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:25:07Z', 'updated_at': '2022-06-06T14:25:43Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}, {'id': 'fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:48Z', 'updated_at': '2022-06-06T14:23:41Z', 'revision_number': 2, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:25:45.584625 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37039d1b-35ff-483f-8388-1e3a7bec1e49 None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'f0fec0fd-c83e-406d-98a7-031dd7c70502', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': '4c84088c-bb71-4e25-a2b8-07695dfe32a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:b7:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:25:07Z', 'updated_at': '2022-06-06T14:25:43Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}, {'id': 'fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:48Z', 'updated_at': '2022-06-06T14:23:41Z', 'revision_number': 2, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:25:45.811070 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc55ed3-e133-45f3-be3f-6969b2a4702e None None] New status for floating IP f0fec0fd-c83e-406d-98a7-031dd7c70502: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:25:46.005547 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48d613-b8f5-4b3f-892f-9fced08041a4 req-26e8956a-1da4-48a5-afbd-7f65c6b98df9 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:46.010292 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8d48d613-b8f5-4b3f-892f-9fced08041a4 req-26e8956a-1da4-48a5-afbd-7f65c6b98df9 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.1044919 Jun 06 14:25:46.035408 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845defbc-6978-424d-8be7-6177b6c4f406 req-2dcc9650-202c-42f2-9a31-d797df3a7e10 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:46.036836 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-845defbc-6978-424d-8be7-6177b6c4f406 req-2dcc9650-202c-42f2-9a31-d797df3a7e10 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.0986738 Jun 06 14:25:46.090661 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:46.111143 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8d48d613-b8f5-4b3f-892f-9fced08041a4 req-512c38a7-c35a-4070-bd0f-088a32d68da9 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938432 Jun 06 14:25:46.125116 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-845defbc-6978-424d-8be7-6177b6c4f406 req-1504b0ee-a2f0-478e-b324-5bc6251fd72f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769293 Jun 06 14:25:46.259358 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d772e9a-881a-4c62-925f-5c4b8524c841 req-4106e70a-025a-4fd7-b5ab-0c5a23638576 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:46.261024 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d772e9a-881a-4c62-925f-5c4b8524c841 req-4106e70a-025a-4fd7-b5ab-0c5a23638576 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0545642 Jun 06 14:25:46.324562 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d772e9a-881a-4c62-925f-5c4b8524c841 req-4756b8ee-c2f6-46f6-a034-ba68eda6782b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534554 Jun 06 14:25:47.279245 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00088cbd-2817-4fcd-8808-acf3200e1c34 req-4118ea1c-1b17-4cdd-b690-10689af69141 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:47.280844 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00088cbd-2817-4fcd-8808-acf3200e1c34 req-4118ea1c-1b17-4cdd-b690-10689af69141 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0881424 Jun 06 14:25:47.305135 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe076812-6056-468f-ba70-008c94e8f544 req-7f1425ae-2979-4b1e-a70a-91bd18415592 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:47.306750 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe076812-6056-468f-ba70-008c94e8f544 req-7f1425ae-2979-4b1e-a70a-91bd18415592 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.0768919 Jun 06 14:25:47.373452 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00088cbd-2817-4fcd-8808-acf3200e1c34 req-f63fe840-a453-4839-8767-212ee86043f1 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846167 Jun 06 14:25:47.398163 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe076812-6056-468f-ba70-008c94e8f544 req-93ba6fb2-de6a-4920-8f3e-39f806d2281e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755632 Jun 06 14:25:47.493115 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ae4c7-1a6f-46d8-bbb0-5ae8e1ddc6b6 req-c6a3b74e-bff6-4950-b226-cc6f84f4b90b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:47.494727 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a20ae4c7-1a6f-46d8-bbb0-5ae8e1ddc6b6 req-c6a3b74e-bff6-4950-b226-cc6f84f4b90b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0556366 Jun 06 14:25:47.555373 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a20ae4c7-1a6f-46d8-bbb0-5ae8e1ddc6b6 req-b008652f-50d1-4bf6-8db9-a3cba27aed6c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537970 Jun 06 14:25:48.600442 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020cdac-a0fb-409e-aa6c-ecfcf8f834ad req-5afd25b9-fcb8-446a-90cb-65f31548ef39 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:48.602860 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-6263df29-2b19-4638-a5e8-80ddce66a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:48.604472 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-6263df29-2b19-4638-a5e8-80ddce66a2d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 1130 time: 0.1450231 Jun 06 14:25:48.606293 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3020cdac-a0fb-409e-aa6c-ecfcf8f834ad req-5afd25b9-fcb8-446a-90cb-65f31548ef39 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.1502571 Jun 06 14:25:48.627509 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:48.660158 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665f397-f16e-4b61-aecc-c457427261d1 req-06170624-59c1-44bf-b72c-44e8092e6a4c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:48.662940 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a665f397-f16e-4b61-aecc-c457427261d1 req-06170624-59c1-44bf-b72c-44e8092e6a4c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.1338239 Jun 06 14:25:48.679480 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-018f7630-1737-4435-9216-fc96f075ea0f req-bebf7095-9034-4218-b467-63c066fd29e4 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213609 Jun 06 14:25:48.739750 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3020cdac-a0fb-409e-aa6c-ecfcf8f834ad req-bd100e2e-ca8c-4be7-bfa2-c733954d1045 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230369 Jun 06 14:25:48.748090 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-21d9b1e0-17db-4edb-9519-122d8d0f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:48.750596 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-21d9b1e0-17db-4edb-9519-122d8d0f541f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 916 time: 0.1318569 Jun 06 14:25:48.802541 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a665f397-f16e-4b61-aecc-c457427261d1 req-fcfbba78-552d-4f49-9e72-49951993f1be tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197345 Jun 06 14:25:48.922873 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb31bf6-2af8-4ddd-bddf-bdf49c4c7f69 req-397f9278-a731-469d-b2b7-ba06e0f8100c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:48.926363 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cb31bf6-2af8-4ddd-bddf-bdf49c4c7f69 req-397f9278-a731-469d-b2b7-ba06e0f8100c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0716949 Jun 06 14:25:49.007630 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cb31bf6-2af8-4ddd-bddf-bdf49c4c7f69 req-621ed7fe-3e54-435a-8aa2-f012d30c267d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731168 Jun 06 14:25:50.191647 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa2b15-87e9-4ee9-bc7b-089bb976a4f2 req-8978bcd7-bc61-4710-9485-466abcd80c22 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:50.193240 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b8fa2b15-87e9-4ee9-bc7b-089bb976a4f2 req-8978bcd7-bc61-4710-9485-466abcd80c22 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.3354759 Jun 06 14:25:50.228154 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff8460-8b44-4575-b40c-7b8120623cc4 req-bf04593a-8372-476f-9989-58c99bca5b05 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:50.229902 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-70ff8460-8b44-4575-b40c-7b8120623cc4 req-bf04593a-8372-476f-9989-58c99bca5b05 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.3251131 Jun 06 14:25:50.286064 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b8fa2b15-87e9-4ee9-bc7b-089bb976a4f2 req-45af8748-714e-4148-9d8d-4a4cdb868461 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829303 Jun 06 14:25:50.417144 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-70ff8460-8b44-4575-b40c-7b8120623cc4 req-31430ec3-32d3-4503-9a9c-1f278d209553 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587727 Jun 06 14:25:50.590898 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5194-f66a-4e0a-8b6a-f74ded8ceaef req-9dca2d52-6e5f-4fcc-979a-6acead9fb984 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:50.595343 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1e8d5194-f66a-4e0a-8b6a-f74ded8ceaef req-9dca2d52-6e5f-4fcc-979a-6acead9fb984 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1215565 Jun 06 14:25:50.751428 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1e8d5194-f66a-4e0a-8b6a-f74ded8ceaef req-d6e3ab33-605d-4c84-b487-2ab14e8d3666 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455522 Jun 06 14:25:51.315355 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device df54d3c7-86bf-4c37-ba45-0d8672392f1d details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:25:51.573812 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port df54d3c7-86bf-4c37-ba45-0d8672392f1d, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:51.613427 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'port_id': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'mac_address': 'fa:16:3e:52:4c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:25:51.616759 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b082df-b979-496c-aeef-2dbc5772afdc req-97d8eb48-56f9-461d-b89e-e9d67466ac59 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:51.618698 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d6b082df-b979-496c-aeef-2dbc5772afdc req-97d8eb48-56f9-461d-b89e-e9d67466ac59 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.1352036 Jun 06 14:25:51.679853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port df54d3c7-86bf-4c37-ba45-0d8672392f1d is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:25:51.680831 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:51.705821 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c916c-2ea3-4b7a-bea8-c38dfd5f179c req-bfa6d7b8-b958-4270-90cf-17f372c63bf7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:51.707623 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ca2c916c-2ea3-4b7a-bea8-c38dfd5f179c req-bfa6d7b8-b958-4270-90cf-17f372c63bf7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 944 time: 0.0879650 Jun 06 14:25:51.709208 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df54d3c7-86bf-4c37-ba45-0d8672392f1d {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:25:51.803080 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port df54d3c7-86bf-4c37-ba45-0d8672392f1d, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:51.813626 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:51.818594 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d6b082df-b979-496c-aeef-2dbc5772afdc req-f9caadfe-ef78-4ecb-a1f0-34da0f3da742 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845646 Jun 06 14:25:51.891985 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:51.915227 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ca2c916c-2ea3-4b7a-bea8-c38dfd5f179c req-ecf79fbc-95e4-44de-b329-474f861e692b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908376 Jun 06 14:25:51.960016 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=df54d3c7-86bf-4c37-ba45-0d8672392f1d,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:52.075687 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ac559-a563-49af-a954-421609ac8562 req-009ad179-a74f-403b-97fe-38c3404d2334 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:52.078323 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2e6ac559-a563-49af-a954-421609ac8562 req-009ad179-a74f-403b-97fe-38c3404d2334 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1030545 Jun 06 14:25:52.152290 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2e6ac559-a563-49af-a954-421609ac8562 req-fb683d0f-86aa-4c8e-b81b-332501bb5808 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669198 Jun 06 14:25:53.001306 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b954b-7b09-4484-9524-c605cd51eb25 req-b8e76839-dd49-44ef-8f3f-6a5fc19204d6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:53.016176 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc6b954b-7b09-4484-9524-c605cd51eb25 req-b8e76839-dd49-44ef-8f3f-6a5fc19204d6 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.1000328 Jun 06 14:25:53.154786 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc6b954b-7b09-4484-9524-c605cd51eb25 req-6d1f0506-454f-4043-9c41-da3e155bd39f tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345296 Jun 06 14:25:53.330556 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b24fb-3aa5-4cc1-b056-682a350eb953 req-6fb3821f-4e2e-41ac-97e3-132e8760998f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:53.332318 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e73b24fb-3aa5-4cc1-b056-682a350eb953 req-6fb3821f-4e2e-41ac-97e3-132e8760998f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 945 time: 0.1864314 Jun 06 14:25:53.496129 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc73f-3d6c-4f6b-9c05-4c71bddcfe29 req-2e0cd687-29d6-4f1f-b93c-9b3064827ed7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:53.499483 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d6adc73f-3d6c-4f6b-9c05-4c71bddcfe29 req-2e0cd687-29d6-4f1f-b93c-9b3064827ed7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1658628 Jun 06 14:25:53.500287 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:53.522783 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e73b24fb-3aa5-4cc1-b056-682a350eb953 req-919c16f2-41ce-4cbc-a287-16e11101316d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699572 Jun 06 14:25:53.610015 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d6adc73f-3d6c-4f6b-9c05-4c71bddcfe29 req-3e7da514-3cb0-4e05-99fb-b344009d7a9b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824289 Jun 06 14:25:54.362944 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b999530-8140-4cbf-9f4a-e741d1761b49 req-d72a6c30-bfb2-4592-b989-ef73dc8120a5 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:54.370518 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2b999530-8140-4cbf-9f4a-e741d1761b49 req-d72a6c30-bfb2-4592-b989-ef73dc8120a5 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0639970 Jun 06 14:25:54.493408 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2b999530-8140-4cbf-9f4a-e741d1761b49 req-e56be7af-1ece-4aad-8de5-eace58f22010 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121180 Jun 06 14:25:54.681510 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570191fc-6c92-4dcf-8cda-a061e14e53b1 req-caa6a0e2-4463-49c4-8ef8-c6fcf039dd5b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:54.684574 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-570191fc-6c92-4dcf-8cda-a061e14e53b1 req-caa6a0e2-4463-49c4-8ef8-c6fcf039dd5b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 945 time: 0.0692053 Jun 06 14:25:54.809645 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-570191fc-6c92-4dcf-8cda-a061e14e53b1 req-e368a63a-28b8-4376-8aee-3e2414aeb53a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145015 Jun 06 14:25:54.844509 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75835165-df90-4784-b3bf-d647c72e5410 req-c2d9450d-55e3-4cf6-9589-28fce797a579 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:54.850623 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75835165-df90-4784-b3bf-d647c72e5410 req-c2d9450d-55e3-4cf6-9589-28fce797a579 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0886450 Jun 06 14:25:54.923342 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75835165-df90-4784-b3bf-d647c72e5410 req-d251a807-8475-4d4f-9f99-69d5afc3c8cc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659411 Jun 06 14:25:55.724399 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab259a-476f-4432-999f-cc7cc3edb0f1 req-39be3030-e2ec-436a-99f8-29063befcd4a tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:55.730766 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-21ab259a-476f-4432-999f-cc7cc3edb0f1 req-39be3030-e2ec-436a-99f8-29063befcd4a tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.1127307 Jun 06 14:25:55.943928 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-21ab259a-476f-4432-999f-cc7cc3edb0f1 req-dd82936f-10fa-4464-a217-1cb14c673ab0 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087381 Jun 06 14:25:55.999362 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-d8e621e5-29b8-406b-a4c1-1a0be94519f9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:56.002612 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-d8e621e5-29b8-406b-a4c1-1a0be94519f9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/networks?id=ba8a6d51-0856-4b11-b612-e03ba6d3288e HTTP/1.1" status: 200 len: 814 time: 0.2122171 Jun 06 14:25:56.094166 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-5a9316f5-bf44-4473-8fe7-e60c1b837eb7 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/quotas/810c087aef3d453cb9c0365467dd9134 HTTP/1.1" status: 200 len: 375 time: 0.0777128 Jun 06 14:25:56.145569 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-c13c2baf-e9ac-4a28-a62e-800f327bddf8 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=810c087aef3d453cb9c0365467dd9134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468504 Jun 06 14:25:56.152056 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87bc1d-d3ae-4060-be9a-7bb7f49deb01 req-b3475648-2af6-4329-a18d-9a9cf0645c01 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:56.160396 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd87bc1d-d3ae-4060-be9a-7bb7f49deb01 req-b3475648-2af6-4329-a18d-9a9cf0645c01 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 945 time: 0.1427295 Jun 06 14:25:56.228054 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:56.289900 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd87bc1d-d3ae-4060-be9a-7bb7f49deb01 req-282ea125-3c82-4bd5-8e0f-7b31724d6b39 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282606 Jun 06 14:25:56.362654 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-40324c7e-8c9c-4b9b-ab47-bc22e2360594 service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931927 Jun 06 14:25:56.504750 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e79e5-9d2f-4260-9fc9-c321ee978645 req-a97bffda-8a31-43ae-b99b-791487c8524a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:56.512028 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-934e79e5-9d2f-4260-9fc9-c321ee978645 req-a97bffda-8a31-43ae-b99b-791487c8524a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1157265 Jun 06 14:25:56.608750 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-9e35b2e9-4bb0-4911-89ae-d682fedaa66f service neutron] 10.222.0.13 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365427 Jun 06 14:25:56.614321 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-934e79e5-9d2f-4260-9fc9-c321ee978645 req-38e5cb15-db7f-4434-98c2-8fec06f386fe tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013255 Jun 06 14:25:56.916859 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-965c8e89-abc7-44f6-8806-cd14d9f6deef req-9d98d402-4520-415f-bd1f-4cb49ec4e7e9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 210 time: 0.0534828 Jun 06 14:25:57.131057 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['df54d3c7-86bf-4c37-ba45-0d8672392f1d'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:25:57.170868 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c28a-fd89-464f-ad29-f46002fcc590 req-209afaed-9d8b-4b04-8083-956b7a443a65 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:57.173563 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f12c28a-fd89-464f-ad29-f46002fcc590 req-209afaed-9d8b-4b04-8083-956b7a443a65 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.1036839 Jun 06 14:25:57.310558 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f12c28a-fd89-464f-ad29-f46002fcc590 req-ef9667c3-314e-4812-a81c-ba2356d71736 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108584 Jun 06 14:25:57.360871 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:57.511402 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:57.601131 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2bc89-99a3-4597-809b-766e9c2b5409 req-e67507d3-cf35-40ff-a589-8e8450fbde10 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:57.603973 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-63f2bc89-99a3-4597-809b-766e9c2b5409 req-e67507d3-cf35-40ff-a589-8e8450fbde10 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 945 time: 0.1353152 Jun 06 14:25:57.684607 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:57.703099 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-63f2bc89-99a3-4597-809b-766e9c2b5409 req-cd345036-259d-418a-a0f7-0b841e675c8d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931847 Jun 06 14:25:57.801809 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6220c-85c1-42ed-9a93-3503501a138a req-cfa7dbc2-15cf-43cb-82f9-f2a992bee70b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:57.805852 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9c6220c-85c1-42ed-9a93-3503501a138a req-cfa7dbc2-15cf-43cb-82f9-f2a992bee70b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0726290 Jun 06 14:25:57.895298 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9c6220c-85c1-42ed-9a93-3503501a138a req-cf9f2154-fb3a-46ad-bb94-2161e46c1335 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850697 Jun 06 14:25:58.078243 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d31d30-9361-450b-8f25-8b4faff30da9 req-7ac88057-9ddd-4d37-86c5-c80ba6390629 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 210 time: 0.0445654 Jun 06 14:25:58.482587 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1589a9-ff6d-44a4-953a-43eab6bbb4a8 req-8ce23535-7319-4625-afd8-d44ec678ee86 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:58.484887 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6e1589a9-ff6d-44a4-953a-43eab6bbb4a8 req-8ce23535-7319-4625-afd8-d44ec678ee86 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0910490 Jun 06 14:25:58.580929 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6e1589a9-ff6d-44a4-953a-43eab6bbb4a8 req-ec1da5b8-768a-428f-8fd4-6e32efe49096 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855105 Jun 06 14:25:58.730500 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=74 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:58.749766 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=59 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:58.941366 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8331047-84a6-411f-9466-3286d36648b7 req-61cd3646-6fda-4325-ae20-f4ce0a8207f3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:58.960303 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b8331047-84a6-411f-9466-3286d36648b7 req-61cd3646-6fda-4325-ae20-f4ce0a8207f3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 945 time: 0.1557040 Jun 06 14:25:59.096169 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b8331047-84a6-411f-9466-3286d36648b7 req-bf89963c-73fb-413c-9b22-1f8239317b02 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308525 Jun 06 14:25:59.150771 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device df54d3c7-86bf-4c37-ba45-0d8672392f1d up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:25:59.210669 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port df54d3c7-86bf-4c37-ba45-0d8672392f1d completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:25:59.224465 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port df54d3c7-86bf-4c37-ba45-0d8672392f1d triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:25:59.225194 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:59.243306 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66257b-9940-4df5-9852-a10dc60dd1c6 req-2357ddd0-cec8-4a1b-a3df-e5e57544b741 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:59.258221 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf66257b-9940-4df5-9852-a10dc60dd1c6 req-2357ddd0-cec8-4a1b-a3df-e5e57544b741 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1367517 Jun 06 14:25:59.286946 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:25:59.356449 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf66257b-9940-4df5-9852-a10dc60dd1c6 req-a07409ba-0bd3-4b4b-a56a-1905c247f239 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966725 Jun 06 14:25:59.372648 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port df54d3c7-86bf-4c37-ba45-0d8672392f1d is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:25:59.374689 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:59.381551 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7484fd76-bddf-4729-b489-7337d767f27c req-d646280c-f2ae-4c7e-86c4-c803c8d6457e tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 210 time: 0.0576086 Jun 06 14:25:59.426877 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:25:59.430644 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c9be9f-229b-4353-b5bf-62ccf0c71680" -d '{"events": [{"server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "name": "network-vif-plugged", "status": "completed", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:25:59.448772 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port df54d3c7-86bf-4c37-ba45-0d8672392f1d, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:25:59.456320 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:25:59.494950 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f514de-fb4b-47b6-939a-05362833b808 x-openstack-request-id: req-f8f514de-fb4b-47b6-939a-05362833b808 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:25:59.495289 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "name": "network-vif-plugged", "status": "completed", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:25:59.495528 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8f514de-fb4b-47b6-939a-05362833b808 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:25:59.495916 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f514de-fb4b-47b6-939a-05362833b808'] response: {'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'code': 200} Jun 06 14:25:59.526643 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=df54d3c7-86bf-4c37-ba45-0d8672392f1d,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:25:59.734915 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfcb43-72a9-42f1-9996-d2c26cf8a578 req-3445db25-4e71-4d90-b2a5-0116dd8d1e89 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:25:59.737562 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4cfcb43-72a9-42f1-9996-d2c26cf8a578 req-3445db25-4e71-4d90-b2a5-0116dd8d1e89 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0545242 Jun 06 14:25:59.814993 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4cfcb43-72a9-42f1-9996-d2c26cf8a578 req-5e760dce-1144-4570-bf76-42f9632b4ecf tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699992 Jun 06 14:25:59.847984 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-25cbda39-1916-490b-9302-7ce0fa3da276 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c84088c-bb71-4e25-a2b8-07695dfe32a8 HTTP/1.1" status: 200 len: 1002 time: 0.1130998 Jun 06 14:26:00.248739 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:00.263061 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cebbb-98aa-41ab-a1cb-9476c6865fe5 req-4b2bc8c6-2bde-4e5f-b1b7-c2b175ce3f02 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:00.265406 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-745cebbb-98aa-41ab-a1cb-9476c6865fe5 req-4b2bc8c6-2bde-4e5f-b1b7-c2b175ce3f02 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0615451 Jun 06 14:26:00.326839 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-745cebbb-98aa-41ab-a1cb-9476c6865fe5 req-8c024e1b-3033-46b1-bed4-83db385220d6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545628 Jun 06 14:26:00.580560 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bcde707b-7485-484a-a707-bc7a5c93374b req-decff2d2-d86e-4a54-b766-68b5e7e96330 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 210 time: 0.0858400 Jun 06 14:26:00.593541 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefc475-a64f-4a7c-af0d-16a197ca2db7 req-6254e736-5530-4768-bf59-fdbdfd116acc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:00.598531 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-edefc475-a64f-4a7c-af0d-16a197ca2db7 req-6254e736-5530-4768-bf59-fdbdfd116acc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1173222 Jun 06 14:26:00.623984 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-325518e7-54f4-45bf-9540-be982622e932 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:00.626084 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-325518e7-54f4-45bf-9540-be982622e932 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0673833 Jun 06 14:26:00.629231 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-21a8881a-a049-40e9-9697-0c370f2f3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:00.632427 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-21a8881a-a049-40e9-9697-0c370f2f3f57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.1193306 Jun 06 14:26:00.681025 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-edefc475-a64f-4a7c-af0d-16a197ca2db7 req-0a5d5238-5664-4bce-8816-48a4beafc3b2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695841 Jun 06 14:26:00.786652 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-1ff51cd2-8fa7-4291-9783-8b5a2215a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:00.789231 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-1ff51cd2-8fa7-4291-9783-8b5a2215a60e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1333473 Jun 06 14:26:00.856200 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a0153-a0aa-4980-a111-ae3499c3b6ad req-647243af-c4a3-4833-b389-c28ccc919785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:00.859715 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9c0a0153-a0aa-4980-a111-ae3499c3b6ad req-647243af-c4a3-4833-b389-c28ccc919785 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 1130 time: 0.0717201 Jun 06 14:26:00.894749 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Deleting port 228a9f37-892f-4ca1-b8b8-148e5cd63752 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:26:00.895582 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:00.990643 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9c0a0153-a0aa-4980-a111-ae3499c3b6ad req-115573e1-9fee-4927-b723-9496389ae43c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220229 Jun 06 14:26:01.052199 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a651eb-6ff3-4635-955e-9050ed577cd4 req-eeb81c52-b339-4033-9ad4-1838281fd91b tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:01.054077 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-04a651eb-6ff3-4635-955e-9050ed577cd4 req-eeb81c52-b339-4033-9ad4-1838281fd91b tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0947471 Jun 06 14:26:01.131690 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-04a651eb-6ff3-4635-955e-9050ed577cd4 req-4c00eee0-e17f-4d7d-990a-7e3c574000d1 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/security-groups?id=40cfd331-0f3d-4154-9f7e-a5d9816bc42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679162 Jun 06 14:26:01.196210 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6af3b271-b819-47e4-bb3e-be24926aa5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:01.303080 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-4f026c9a-dae2-41aa-99a9-bef9e335a1bb service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900467 Jun 06 14:26:01.331929 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] For port 228a9f37-892f-4ca1-b8b8-148e5cd63752, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=228a9f37-892f-4ca1-b8b8-148e5cd63752,segment=NetworkSegment(dc3de12a-70d0-4d6c-b456-b526e8f28037),segment_id=dc3de12a-70d0-4d6c-b456-b526e8f28037)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:01.332462 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:01.351509 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Calling delete_port for 228a9f37-892f-4ca1-b8b8-148e5cd63752 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:26:01.488427 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65559b-5297-4692-b1d7-463fb64f1041 req-c00e464a-8c21-4800-88a0-667667c39a2a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:01.491027 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dd65559b-5297-4692-b1d7-463fb64f1041 req-c00e464a-8c21-4800-88a0-667667c39a2a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0842049 Jun 06 14:26:01.597224 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dd65559b-5297-4692-b1d7-463fb64f1041 req-2409bf84-ca8d-4cc4-8065-9f5e11604070 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993552 Jun 06 14:26:01.669752 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:01.696556 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (228a9f37-892f-4ca1-b8b8-148e5cd63752), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:01.710599 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['228a9f37-892f-4ca1-b8b8-148e5cd63752'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:26:01.782588 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Pushing event deleted for resources: {'Port': ['ID=228a9f37-892f-4ca1-b8b8-148e5cd63752,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:01.857333 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-978602c6-5e6e-4c69-8ca8-8714a7b2d2df req-3ef575a0-0feb-4ea7-9a33-324f5819539b tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 210 time: 0.0478797 Jun 06 14:26:01.872945 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c46b1bf5-5743-406c-a0ae-662a6f9a4bf7 req-baf4b176-fa68-434a-b96d-52ae3d0fa62c service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497446 Jun 06 14:26:01.874656 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] No DVR routers for this DVR port 228a9f37-892f-4ca1-b8b8-148e5cd63752 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:26:01.879037 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:01.882686 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-089a69a6-b3eb-477f-9420-b61a4a9c48bb req-474ba3ab-d9d9-4a12-a7a4-a248fb01da20 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.46 "DELETE /v2.0/ports/228a9f37-892f-4ca1-b8b8-148e5cd63752 HTTP/1.1" status: 204 len: 173 time: 1.2400968 Jun 06 14:26:01.883103 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a7b1c1-18c9-431e-839a-25a63bc33fe9', 'name': 'network-vif-deleted', 'tag': '228a9f37-892f-4ca1-b8b8-148e5cd63752'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:01.885396 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d367b57-e810-4f32-a68d-e308acba60f0" -d '{"events": [{"server_uuid": "f4a7b1c1-18c9-431e-839a-25a63bc33fe9", "name": "network-vif-deleted", "tag": "228a9f37-892f-4ca1-b8b8-148e5cd63752"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:01.919526 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-62083101-2e77-4d1a-98f9-c9b70fc0e684 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:01.921187 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-62083101-2e77-4d1a-98f9-c9b70fc0e684 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.46 "GET /v2.0/networks?id=ba8a6d51-0856-4b11-b612-e03ba6d3288e HTTP/1.1" status: 200 len: 814 time: 0.2984085 Jun 06 14:26:01.931191 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f680b744-bcfd-4ea1-8cd2-1803b2ccda48 x-openstack-request-id: req-f680b744-bcfd-4ea1-8cd2-1803b2ccda48 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:01.931748 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a7b1c1-18c9-431e-839a-25a63bc33fe9", "name": "network-vif-deleted", "tag": "228a9f37-892f-4ca1-b8b8-148e5cd63752", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:01.932029 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f680b744-bcfd-4ea1-8cd2-1803b2ccda48 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:01.932655 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f680b744-bcfd-4ea1-8cd2-1803b2ccda48'] response: {'server_uuid': 'f4a7b1c1-18c9-431e-839a-25a63bc33fe9', 'name': 'network-vif-deleted', 'tag': '228a9f37-892f-4ca1-b8b8-148e5cd63752', 'status': 'completed', 'code': 200} Jun 06 14:26:01.934493 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5d7c-b02f-46a5-9d87-955f157c9f6b req-07a91f6e-7a17-46d7-9b46-54cc44854484 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:01.936040 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6b4a5d7c-b02f-46a5-9d87-955f157c9f6b req-07a91f6e-7a17-46d7-9b46-54cc44854484 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0747521 Jun 06 14:26:01.995996 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6b4a5d7c-b02f-46a5-9d87-955f157c9f6b req-f2f5b292-8f46-44db-9d64-6f53048414de tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535743 Jun 06 14:26:02.167578 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Request body: {'port': {'device_id': '2078f8bb-17de-408d-b489-802bf66b5567', 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e', 'admin_state_up': True, 'tenant_id': '810c087aef3d453cb9c0365467dd9134'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:26:02.278906 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-22536a05-1a1c-451f-a150-724d4028d188 req-e5cc68ef-ce34-475e-b02d-c9605ceb7628 tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0388191 Jun 06 14:26:02.357785 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Made reservation on behalf of 810c087aef3d453cb9c0365467dd9134 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:26:02.362087 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:02.585058 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Allocated IP 172.20.0.5 (ba8a6d51-0856-4b11-b612-e03ba6d3288e/7b488206-1abe-40ad-87bc-6a60088fdd74/23d90c71-9957-48b8-9ec9-c3ee2291dd07) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:26:02.637481 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:02.814021 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51084-e488-4233-9623-04bcd990eb55 req-039bafcc-4ee8-4dab-8f5f-bda4cde75f1a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:02.816191 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a0f51084-e488-4233-9623-04bcd990eb55 req-039bafcc-4ee8-4dab-8f5f-bda4cde75f1a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0670872 Jun 06 14:26:02.901963 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks [] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:02.914798 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a0f51084-e488-4233-9623-04bcd990eb55 req-6ef9c012-97df-453f-b7bf-db821ea57d10 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881808 Jun 06 14:26:02.954714 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:03.081629 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Network ba8a6d51-0856-4b11-b612-e03ba6d3288e is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:26:03.092092 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:03.108465 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:26:03.132314 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:26:03.137641 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:03.138337 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:03.162114 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Pushing event updated for resources: {'Port': ['ID=23d90c71-9957-48b8-9ec9-c3ee2291dd07,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:03.184302 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0d91d-a742-4773-a4d1-1a672c136f06 req-4befaa50-a603-444e-8e67-3b31b07c6251 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:03.186004 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46f0d91d-a742-4773-a4d1-1a672c136f06 req-4befaa50-a603-444e-8e67-3b31b07c6251 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 931 time: 0.1770835 Jun 06 14:26:03.213086 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbb788-479f-4226-a3c5-93b9752e0dbc req-6c855b3a-3ab4-4144-9df1-e6f48ff28b57 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:03.214792 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f5fbb788-479f-4226-a3c5-93b9752e0dbc req-6c855b3a-3ab4-4144-9df1-e6f48ff28b57 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1277730 Jun 06 14:26:03.226970 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-25c0467c-40d3-445b-82f3-9ec5f8a81433 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0659175 Jun 06 14:26:03.301532 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46f0d91d-a742-4773-a4d1-1a672c136f06 req-eda83682-eca8-469a-b650-e8e0d24002e5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060359 Jun 06 14:26:03.315165 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f5fbb788-479f-4226-a3c5-93b9752e0dbc req-44cec9cd-4bdb-4db0-8d48-159d5df7cd47 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865996 Jun 06 14:26:03.431041 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Request body: {'port': {'device_id': '2078f8bb-17de-408d-b489-802bf66b5567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:26:03.459953 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-650112f6-6ea0-428a-89c1-ae32d04aadfe req-60befae2-4de8-40d5-ad97-cf3908a5c14a tempest-VolumesActionsTest-1748672813 tempest-VolumesActionsTest-1748672813-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4a7b1c1-18c9-431e-839a-25a63bc33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0565996 Jun 06 14:26:03.556698 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:03.862371 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0fd3617d-d4fd-4c1a-be4c-d84173c39075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:03.925296 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:03.989998 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d90c71-9957-48b8-9ec9-c3ee2291dd07 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:26:04.000895 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Publish callbacks [] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:04.044734 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Transition to ACTIVE for port object 23d90c71-9957-48b8-9ec9-c3ee2291dd07 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:26:04.053126 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:04.121585 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:26:04.190120 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd848ef-9fc0-46ce-91a0-935704ed6e51 req-02dfa50d-68be-4a1f-92c6-254cad15b23c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:04.191783 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dcd848ef-9fc0-46ce-91a0-935704ed6e51 req-02dfa50d-68be-4a1f-92c6-254cad15b23c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1326034 Jun 06 14:26:04.198454 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Pushing event updated for resources: {'Port': ['ID=23d90c71-9957-48b8-9ec9-c3ee2291dd07,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:04.270640 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Attempting to bind port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:26:04.271147 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Attempting to bind port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '71a67247-ee70-4887-b2e0-a8da5b676f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:26:04.271724 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Attempting to bind port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 on network ba8a6d51-0856-4b11-b612-e03ba6d3288e {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:26:04.289681 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 on network ba8a6d51-0856-4b11-b612-e03ba6d3288e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:26:04.290045 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Attempting to bind port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 on network ba8a6d51-0856-4b11-b612-e03ba6d3288e {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:26:04.295583 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dcd848ef-9fc0-46ce-91a0-935704ed6e51 req-89953e64-751d-4581-8cd7-c099a4b6e44a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930784 Jun 06 14:26:04.302975 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:26:04.306130 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Checking segment: {'id': '71a67247-ee70-4887-b2e0-a8da5b676f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:26:04.306130 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Bound using segment: {'id': '71a67247-ee70-4887-b2e0-a8da5b676f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:26:04.306130 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Bound port: 23d90c71-9957-48b8-9ec9-c3ee2291dd07, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a67247-ee70-4887-b2e0-a8da5b676f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:26:04.306130 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:04.499746 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=76 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:04.547231 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] For port 23d90c71-9957-48b8-9ec9-c3ee2291dd07, host hv-cinder-84414, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:26:04.575741 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:04.597423 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] For port 23d90c71-9957-48b8-9ec9-c3ee2291dd07, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=23d90c71-9957-48b8-9ec9-c3ee2291dd07,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:26:04.618707 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810e69c-e44d-4b44-b555-16043860af4b req-4cb7c140-10a9-458e-88fa-f8b91751ff22 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:04.621405 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4810e69c-e44d-4b44-b555-16043860af4b req-4cb7c140-10a9-458e-88fa-f8b91751ff22 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1964417 Jun 06 14:26:04.629280 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:04.632294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 44686) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:04.640916 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-45ee6549-02c9-4f02-aa30-09b4b3908e07 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Request body: {'floatingip': {'port_id': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:26:04.650562 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadcf1e-d833-47c9-a551-80ebfd686613 req-22aeace2-8c56-485d-8aa2-2b53626c7264 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:04.653227 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4dadcf1e-d833-47c9-a551-80ebfd686613 req-22aeace2-8c56-485d-8aa2-2b53626c7264 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 943 time: 0.2017498 Jun 06 14:26:04.688743 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-45ee6549-02c9-4f02-aa30-09b4b3908e07 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for floatingip (4afabce0-bbe2-4242-858d-25bd9dda78d0), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:04.740228 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:04.742157 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:04.743731 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] 10.222.0.46 "PUT /v2.0/ports/23d90c71-9957-48b8-9ec9-c3ee2291dd07 HTTP/1.1" status: 200 len: 1093 time: 1.3237555 Jun 06 14:26:04.749010 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2078f8bb-17de-408d-b489-802bf66b5567', 'tag': '23d90c71-9957-48b8-9ec9-c3ee2291dd07'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:04.752534 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbfcdbb-abd6-4b6c-8ec9-9d8a7f983f44" -d '{"events": [{"name": "network-changed", "server_uuid": "2078f8bb-17de-408d-b489-802bf66b5567", "tag": "23d90c71-9957-48b8-9ec9-c3ee2291dd07"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:04.827629 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:04.880460 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee610dc-d2b6-4148-9a3f-4ce4e6369ed8 req-8fe610b9-8893-48c9-aa03-8b4c6745c788 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:04.883095 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0ee610dc-d2b6-4148-9a3f-4ce4e6369ed8 req-8fe610b9-8893-48c9-aa03-8b4c6745c788 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1875141 Jun 06 14:26:04.899096 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226ad1a-6b1e-4dd5-893d-469d21819e87 service neutron] Pushing event updated for resources: {'Port': ['ID=23d90c71-9957-48b8-9ec9-c3ee2291dd07,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:04.932234 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4dadcf1e-d833-47c9-a551-80ebfd686613 req-9336184e-7069-4741-b701-371cf7e20e8e tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343819 Jun 06 14:26:04.944177 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:04.982603 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0ee610dc-d2b6-4148-9a3f-4ce4e6369ed8 req-90cfb471-a4e4-46c1-b720-8642696ab63b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875261 Jun 06 14:26:05.053657 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:05.120198 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eb2b62-af70-473c-a0c9-937c5bbb9642 x-openstack-request-id: req-78eb2b62-af70-473c-a0c9-937c5bbb9642 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:05.120483 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2078f8bb-17de-408d-b489-802bf66b5567", "tag": "23d90c71-9957-48b8-9ec9-c3ee2291dd07", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:05.120931 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78eb2b62-af70-473c-a0c9-937c5bbb9642 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:05.121109 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78eb2b62-af70-473c-a0c9-937c5bbb9642'] response: {'name': 'network-changed', 'server_uuid': '2078f8bb-17de-408d-b489-802bf66b5567', 'tag': '23d90c71-9957-48b8-9ec9-c3ee2291dd07', 'status': 'completed', 'code': 200} Jun 06 14:26:05.336494 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-45ee6549-02c9-4f02-aa30-09b4b3908e07 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:05.341932 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-45ee6549-02c9-4f02-aa30-09b4b3908e07 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (4afabce0-bbe2-4242-858d-25bd9dda78d0), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:05.459688 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-45ee6549-02c9-4f02-aa30-09b4b3908e07 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Floating IP 4afabce0-bbe2-4242-858d-25bd9dda78d0 associated. External IP: 172.27.1.96, port: df54d3c7-86bf-4c37-ba45-0d8672392f1d. Jun 06 14:26:05.805459 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ee6549-02c9-4f02-aa30-09b4b3908e07 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Router d78e65a1-b38e-4d60-abda-7d57e5a2472e has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:26:05.940762 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ee6549-02c9-4f02-aa30-09b4b3908e07 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:26:05.945325 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-45ee6549-02c9-4f02-aa30-09b4b3908e07 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:05.955506 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] Sync routers for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:26:05.975471 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:26:05.976930 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:26:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:05.998768 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-45ee6549-02c9-4f02-aa30-09b4b3908e07 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "PUT /v2.0/floatingips/4afabce0-bbe2-4242-858d-25bd9dda78d0 HTTP/1.1" status: 200 len: 991 time: 1.3622956 Jun 06 14:26:05.998768 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:06.002080 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fc7108-0921-4c3e-9f31-310dc5e04739" -d '{"events": [{"name": "network-changed", "server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:06.071627 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba5c8ad-251f-47da-aaca-dc77ffeff4dc x-openstack-request-id: req-0ba5c8ad-251f-47da-aaca-dc77ffeff4dc {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:06.072075 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:06.072474 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ba5c8ad-251f-47da-aaca-dc77ffeff4dc {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:06.073103 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba5c8ad-251f-47da-aaca-dc77ffeff4dc'] response: {'name': 'network-changed', 'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'status': 'completed', 'code': 200} Jun 06 14:26:06.128811 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a636e-ece3-4602-ade1-086591c7f5af req-fcdcdd21-9282-4923-9e4a-b37722dff569 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:06.131789 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-024a636e-ece3-4602-ade1-086591c7f5af req-fcdcdd21-9282-4923-9e4a-b37722dff569 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 943 time: 0.0985541 Jun 06 14:26:06.199782 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:26:06.243377 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8295a-9e53-46d1-b922-99961a7f1853 req-85a9b550-7d0d-4d69-b4ac-6901a92338dd tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:06.245646 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09e8295a-9e53-46d1-b922-99961a7f1853 req-85a9b550-7d0d-4d69-b4ac-6901a92338dd tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0830364 Jun 06 14:26:06.250795 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-024a636e-ece3-4602-ade1-086591c7f5af req-72b6b7c4-a286-4603-984c-da5da82e40a8 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097286 Jun 06 14:26:06.333120 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09e8295a-9e53-46d1-b922-99961a7f1853 req-73cab0bc-6cfe-413c-b728-d9758f5d0ffe tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676670 Jun 06 14:26:06.424364 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:06.472513 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '4afabce0-bbe2-4242-858d-25bd9dda78d0', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'port_id': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'mac_address': 'fa:16:3e:52:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50386bc4-52ea-44da-834e-381f38cc47c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:25:26Z', 'updated_at': '2022-06-06T14:26:05Z', 'revision_number': 1, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:57Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:06.497794 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] Checking router: d78e65a1-b38e-4d60-abda-7d57e5a2472e for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:26:06.508498 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:26:06.509154 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:26:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:06.629949 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:26:06.771956 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:06.929036 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '4afabce0-bbe2-4242-858d-25bd9dda78d0', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'port_id': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'mac_address': 'fa:16:3e:52:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50386bc4-52ea-44da-834e-381f38cc47c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:25:26Z', 'updated_at': '2022-06-06T14:26:05Z', 'revision_number': 1, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:57Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:06.954442 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25238cd7-0370-4bd1-a52f-710a07603bca None None] The sync data for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi is: [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '4afabce0-bbe2-4242-858d-25bd9dda78d0', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'port_id': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'mac_address': 'fa:16:3e:52:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50386bc4-52ea-44da-834e-381f38cc47c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:25:26Z', 'updated_at': '2022-06-06T14:26:05Z', 'revision_number': 1, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:57Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:26:07.171872 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d420e11-44b9-46b3-a177-8f49867bb1f5 None None] New status for floating IP 4afabce0-bbe2-4242-858d-25bd9dda78d0: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:26:07.539532 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 228a9f37-892f-4ca1-b8b8-148e5cd63752 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:26:07.543070 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0863b-26fb-4bbf-b6ec-59c59dfb0be4 req-0ea62f0e-cadc-4d15-a079-c3c307172b7a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:07.545742 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4ac0863b-26fb-4bbf-b6ec-59c59dfb0be4 req-0ea62f0e-cadc-4d15-a079-c3c307172b7a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 943 time: 0.1488633 Jun 06 14:26:07.562555 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:07.562800 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 228a9f37-892f-4ca1-b8b8-148e5cd63752 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:26:07.563225 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 228a9f37-892f-4ca1-b8b8-148e5cd63752 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:26:07.572826 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e5d74-9ce2-428d-931e-8e0643e240a3 req-a2adfd51-f76e-4dff-a219-07b2c000a51a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:07.574414 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4a6e5d74-9ce2-428d-931e-8e0643e240a3 req-a2adfd51-f76e-4dff-a219-07b2c000a51a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.1160893 Jun 06 14:26:07.662988 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4a6e5d74-9ce2-428d-931e-8e0643e240a3 req-359fdd1a-402f-41d9-be20-2c0288ab99cd tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819993 Jun 06 14:26:07.666481 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4ac0863b-26fb-4bbf-b6ec-59c59dfb0be4 req-fc5e3c86-3803-43cc-ab4a-2edf5bdaa619 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020806 Jun 06 14:26:08.218582 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:08.835764 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3754a8-1ad6-4f06-aa79-c80f17afcab5 req-80dab153-e988-4008-8aab-f10351d7f4ac tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:08.837400 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bb3754a8-1ad6-4f06-aa79-c80f17afcab5 req-80dab153-e988-4008-8aab-f10351d7f4ac tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 943 time: 0.0835519 Jun 06 14:26:08.843767 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8d4a5-31d5-4f56-8171-2d9949083128 req-7bc6edf4-1ce6-4d0b-a8ea-bcd23a9c6d2b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:08.846008 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-68c8d4a5-31d5-4f56-8171-2d9949083128 req-7bc6edf4-1ce6-4d0b-a8ea-bcd23a9c6d2b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0800691 Jun 06 14:26:08.938061 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bb3754a8-1ad6-4f06-aa79-c80f17afcab5 req-88909a84-78b7-46c7-af8a-1600ee866d86 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908034 Jun 06 14:26:08.951871 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-68c8d4a5-31d5-4f56-8171-2d9949083128 req-4a0066df-c441-45ac-b716-152dfff8da2f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965073 Jun 06 14:26:10.094345 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa87ade-988b-41ee-9d48-2636d102107b req-c809c2b2-86a9-4132-b36d-50572fdbf243 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:10.096837 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1aa87ade-988b-41ee-9d48-2636d102107b req-c809c2b2-86a9-4132-b36d-50572fdbf243 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 943 time: 0.0763850 Jun 06 14:26:10.152787 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e6357-831f-4539-b64d-18b9b9c2c237 req-c6444baa-66e3-47b4-a1fa-e92c55fd4dcb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:10.154532 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1b1e6357-831f-4539-b64d-18b9b9c2c237 req-c6444baa-66e3-47b4-a1fa-e92c55fd4dcb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 943 time: 0.0836763 Jun 06 14:26:10.206367 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1aa87ade-988b-41ee-9d48-2636d102107b req-35806df9-1843-4db4-a01d-9ad18a2e1b9b tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922592 Jun 06 14:26:10.250709 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1b1e6357-831f-4539-b64d-18b9b9c2c237 req-fb37ef22-1498-48d3-a37d-9c02fc02c6d8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869606 Jun 06 14:26:11.087298 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:26:11.117016 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:11.211364 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:11.225079 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'port_id': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'mac_address': 'fa:16:3e:e9:a8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:26:11.282082 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d0b62115-c8dd-481f-97e8-5204944b431a is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:26:11.282558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:11.306305 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b62115-c8dd-481f-97e8-5204944b431a {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:26:11.340029 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:11.345120 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:11.369840 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b441b2-7f0a-451b-8e88-4124d34c3cb7 req-842dbe8d-bdc3-4b8d-8275-3de7f910bc23 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:11.371655 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-28b441b2-7f0a-451b-8e88-4124d34c3cb7 req-842dbe8d-bdc3-4b8d-8275-3de7f910bc23 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 943 time: 0.0706916 Jun 06 14:26:11.435156 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=9']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:11.438257 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:11.472383 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfcdbb-abd6-4b6c-8ec9-9d8a7f983f44 req-b244dd37-92cb-4a50-ab18-e4c74065635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:11.474919 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bdbfcdbb-abd6-4b6c-8ec9-9d8a7f983f44 req-b244dd37-92cb-4a50-ab18-e4c74065635b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=810c087aef3d453cb9c0365467dd9134&device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 1127 time: 0.0991645 Jun 06 14:26:11.511367 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-632f7914-0618-4791-901b-1fa4862f8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:11.511367 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-632f7914-0618-4791-901b-1fa4862f8bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 1130 time: 0.1291120 Jun 06 14:26:11.540804 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac26be-0229-424a-8ead-56fada2375ce req-42187b83-a899-4285-906b-9ef2dcc01550 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:11.542449 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9ac26be-0229-424a-8ead-56fada2375ce req-42187b83-a899-4285-906b-9ef2dcc01550 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 944 time: 0.1141255 Jun 06 14:26:11.653910 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-28b441b2-7f0a-451b-8e88-4124d34c3cb7 req-2f3b34b1-4dfe-4563-a04c-74ea52400e97 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092433 Jun 06 14:26:11.696128 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['d0b62115-c8dd-481f-97e8-5204944b431a'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:26:11.706846 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9ac26be-0229-424a-8ead-56fada2375ce req-b24e4ead-cebe-4fab-9d5c-795c909c26d1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096003 Jun 06 14:26:11.712988 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-3603cccf-a07c-428a-be09-9300bffbe894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:11.715274 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-3603cccf-a07c-428a-be09-9300bffbe894 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 1128 time: 0.1277215 Jun 06 14:26:11.737061 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-6f087e60-859d-4e7d-a5e9-9a58e5cb3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:11.739247 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-6f087e60-859d-4e7d-a5e9-9a58e5cb3dc5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.2190602 Jun 06 14:26:11.754235 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfcdbb-abd6-4b6c-8ec9-9d8a7f983f44 req-20ffa206-7824-418b-b5c7-55fe02d535dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:11.757351 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bdbfcdbb-abd6-4b6c-8ec9-9d8a7f983f44 req-20ffa206-7824-418b-b5c7-55fe02d535dc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=810c087aef3d453cb9c0365467dd9134&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2665224 Jun 06 14:26:11.909981 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:11.952464 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:12.010709 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-4b22fb95-1567-4f8c-82e3-facfb3da8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:12.012272 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-4b22fb95-1567-4f8c-82e3-facfb3da8b64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.2543871 Jun 06 14:26:12.018888 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfcdbb-abd6-4b6c-8ec9-9d8a7f983f44 req-618efdde-421d-4e05-b1f4-362a8e86a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:12.020909 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bdbfcdbb-abd6-4b6c-8ec9-9d8a7f983f44 req-618efdde-421d-4e05-b1f4-362a8e86a0e8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2460878 Jun 06 14:26:12.092036 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-1840a053-6d36-4f2f-b146-c27fc230e727 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d HTTP/1.1" status: 200 len: 1001 time: 0.3440733 Jun 06 14:26:12.143123 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-c3c491f1-c856-42a1-be27-f2bfba64694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:12.144726 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-c3c491f1-c856-42a1-be27-f2bfba64694b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=810c087aef3d453cb9c0365467dd9134&device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 1127 time: 0.0621884 Jun 06 14:26:12.146749 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-5cbd1def-6cd8-4872-896d-c83a593f1bc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0b62115-c8dd-481f-97e8-5204944b431a HTTP/1.1" status: 200 len: 1000 time: 0.1159761 Jun 06 14:26:12.169838 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-557dfa5b-5c73-4a93-81fd-463ae7363669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:12.171224 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-557dfa5b-5c73-4a93-81fd-463ae7363669 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.0720344 Jun 06 14:26:12.206550 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-ab03dde5-cac7-4f0e-a89a-7ee182ad7f9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23d90c71-9957-48b8-9ec9-c3ee2291dd07 HTTP/1.1" status: 200 len: 217 time: 0.0488768 Jun 06 14:26:12.220929 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-c9019760-ea2a-4f6f-84e4-ff6b8a7acf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:12.222659 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-c9019760-ea2a-4f6f-84e4-ff6b8a7acf98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448825 Jun 06 14:26:12.282080 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-f129c2da-9656-4729-b331-f15b49f68770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:12.284232 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-f129c2da-9656-4729-b331-f15b49f68770 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.1251090 Jun 06 14:26:12.290830 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-13eca024-2723-451e-905e-247dcfb7ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:12.292311 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-13eca024-2723-451e-905e-247dcfb7ab3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b488206-1abe-40ad-87bc-6a60088fdd74 HTTP/1.1" status: 200 len: 854 time: 0.0674963 Jun 06 14:26:12.351740 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-8d862184-3f5f-45ea-837e-ba3dabbb61b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba8a6d51-0856-4b11-b612-e03ba6d3288e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491920 Jun 06 14:26:12.357062 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-e3bc753f-2db7-4866-b86d-f07b26eadf6a service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260049 Jun 06 14:26:12.360528 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-9e663ca7-5907-4eb4-8083-1cb4b8d771df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:12.362494 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-9e663ca7-5907-4eb4-8083-1cb4b8d771df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692608 Jun 06 14:26:12.380828 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:12.523541 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65fc7108-0921-4c3e-9f31-310dc5e04739 req-8ffdd640-a7ac-4c35-a605-64d112b9e922 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516795 Jun 06 14:26:12.559128 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-bea6c036-e279-40f4-8349-02a85a7121c2 service neutron] 10.222.0.46 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932821 Jun 06 14:26:12.563169 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-9c8abe64-9c95-476b-9f0f-9c55a8b719d9 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891460 Jun 06 14:26:12.724628 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:26:12.771041 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-31616b44-7319-46f8-bfa8-948d4eddfa50 req-6624bb75-a56e-45b7-be69-5b490effe49f service neutron] 10.222.0.46 "GET /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966727 Jun 06 14:26:12.775642 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b8c2dd24-7dbb-40c4-93bc-ac4e23577d03 req-80e49fc5-f9f3-4a3a-82f8-e4faf6311669 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778631 Jun 06 14:26:12.944574 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port d0b62115-c8dd-481f-97e8-5204944b431a triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:26:12.945472 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:13.003199 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e175-7e12-4fdf-a5e5-7aa1637dfb27 req-51240a27-5b8c-4e0c-8c11-dc025326112e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:13.010980 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a41e175-7e12-4fdf-a5e5-7aa1637dfb27 req-51240a27-5b8c-4e0c-8c11-dc025326112e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 944 time: 0.1099651 Jun 06 14:26:13.054312 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d8a47-c8f2-4793-b776-63db262e39e2 req-b3181d9f-a5ad-4a9c-8413-77c7fc901503 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:13.055914 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-026d8a47-c8f2-4793-b776-63db262e39e2 req-b3181d9f-a5ad-4a9c-8413-77c7fc901503 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 943 time: 0.2235637 Jun 06 14:26:13.075767 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port d0b62115-c8dd-481f-97e8-5204944b431a is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:26:13.076196 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:13.087878 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a41e175-7e12-4fdf-a5e5-7aa1637dfb27 req-c34b11ec-6037-4357-a789-c8e66a16213e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762885 Jun 06 14:26:13.110423 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:13.114304 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00b364-a539-4271-829b-dd23670c49f8" -d '{"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:13.147978 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:13.156368 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:13.183808 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6e7a5e-ee95-4fce-8f5f-212896ed5e67 x-openstack-request-id: req-ed6e7a5e-ee95-4fce-8f5f-212896ed5e67 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:13.184263 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-plugged", "status": "completed", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:13.184651 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed6e7a5e-ee95-4fce-8f5f-212896ed5e67 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:13.186036 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6e7a5e-ee95-4fce-8f5f-212896ed5e67'] response: {'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'code': 200} Jun 06 14:26:13.232832 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-026d8a47-c8f2-4793-b776-63db262e39e2 req-b52d1b30-41c2-4362-802c-3fbe57f59b33 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670516 Jun 06 14:26:13.259959 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=10']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:14.333792 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d57bc-270d-4588-91ad-ae000fcf1fea req-0f2b3e24-ce74-4dd7-ae46-40f9fb2796eb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:14.342773 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d83d57bc-270d-4588-91ad-ae000fcf1fea req-0f2b3e24-ce74-4dd7-ae46-40f9fb2796eb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 946 time: 0.0923998 Jun 06 14:26:14.528662 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d83d57bc-270d-4588-91ad-ae000fcf1fea req-57fa68eb-3be4-427f-ae53-7b5e73967bf9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847796 Jun 06 14:26:14.543793 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a6121-141c-4f93-a637-010046a36fd9 req-4c002430-bfeb-435c-8d37-eaf5bd53ccc7 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:14.545621 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-858a6121-141c-4f93-a637-010046a36fd9 req-4c002430-bfeb-435c-8d37-eaf5bd53ccc7 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 943 time: 0.1626878 Jun 06 14:26:14.653407 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-858a6121-141c-4f93-a637-010046a36fd9 req-246250fa-6404-4d5e-8a44-83388ec362fc tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932565 Jun 06 14:26:15.052791 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31634b35-96cf-49aa-b835-5bfb44ebadf2 req-23b0d264-b54a-4bba-b39b-3a093762cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:15.056319 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-31634b35-96cf-49aa-b835-5bfb44ebadf2 req-23b0d264-b54a-4bba-b39b-3a093762cf7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 1130 time: 0.0756867 Jun 06 14:26:15.151685 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-31634b35-96cf-49aa-b835-5bfb44ebadf2 req-ed05c37c-8ae8-4898-908d-c607e817cabb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633545 Jun 06 14:26:15.810932 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb66d2-5bed-4951-ad47-37dc788e7291 req-62dc5abf-b71a-415b-b7ce-b50fd8cf9f71 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:15.812630 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9cb66d2-5bed-4951-ad47-37dc788e7291 req-62dc5abf-b71a-415b-b7ce-b50fd8cf9f71 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 946 time: 0.1208684 Jun 06 14:26:15.844218 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:15.930266 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3b39c-00d1-4eba-9564-a78c4a1c7688 req-843dc1e4-e439-4a4b-828d-e9620ca7c988 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:15.931938 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-19d3b39c-00d1-4eba-9564-a78c4a1c7688 req-843dc1e4-e439-4a4b-828d-e9620ca7c988 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 943 time: 0.0999048 Jun 06 14:26:15.949590 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9cb66d2-5bed-4951-ad47-37dc788e7291 req-152e4cc2-4e3b-4e40-8d0d-7bd55e094abc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265640 Jun 06 14:26:16.000874 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-19d3b39c-00d1-4eba-9564-a78c4a1c7688 req-b26055a0-71bb-472b-96c3-66c834e4ec7a tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627828 Jun 06 14:26:16.728048 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 23d90c71-9957-48b8-9ec9-c3ee2291dd07 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:26:16.744159 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:16.839603 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:16.881309 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 23d90c71-9957-48b8-9ec9-c3ee2291dd07, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=23d90c71-9957-48b8-9ec9-c3ee2291dd07,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:16.907114 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '23d90c71-9957-48b8-9ec9-c3ee2291dd07', 'network_id': 'ba8a6d51-0856-4b11-b612-e03ba6d3288e', 'port_id': '23d90c71-9957-48b8-9ec9-c3ee2291dd07', 'mac_address': 'fa:16:3e:b8:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b488206-1abe-40ad-87bc-6a60088fdd74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:26:16.912825 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:16.931761 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=43 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:16.933308 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=85 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:16.974502 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:26:16.975207 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:17.000423 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d90c71-9957-48b8-9ec9-c3ee2291dd07 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:26:17.046055 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 23d90c71-9957-48b8-9ec9-c3ee2291dd07, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=23d90c71-9957-48b8-9ec9-c3ee2291dd07,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:17.055975 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:17.181918 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=23d90c71-9957-48b8-9ec9-c3ee2291dd07,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:17.313373 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a9fa5-72ec-4662-90ed-a1112b24630d req-dc5ab439-a667-439f-a91e-e31dc799c2ab tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:17.316353 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-934a9fa5-72ec-4662-90ed-a1112b24630d req-dc5ab439-a667-439f-a91e-e31dc799c2ab tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 946 time: 0.1772788 Jun 06 14:26:17.328583 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ae2ff-31a5-4b1c-a8cc-6a0aafe4a859 req-769188bd-e8d6-48e9-9edd-84a11d124ca9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:17.332074 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c29ae2ff-31a5-4b1c-a8cc-6a0aafe4a859 req-769188bd-e8d6-48e9-9edd-84a11d124ca9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 944 time: 0.1911190 Jun 06 14:26:17.420683 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['23d90c71-9957-48b8-9ec9-c3ee2291dd07'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:26:17.466132 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c29ae2ff-31a5-4b1c-a8cc-6a0aafe4a859 req-91775395-ec0a-4a06-af60-ec6c53c3f6a9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174858 Jun 06 14:26:17.498322 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-934a9fa5-72ec-4662-90ed-a1112b24630d req-25644408-84d8-4454-9b69-d69c637409cd tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647019 Jun 06 14:26:18.726049 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c96d3b-da0b-4f78-a87c-15de298a3506 req-88ffb6d9-c957-401b-9216-98fb961f7013 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:18.727779 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-44c96d3b-da0b-4f78-a87c-15de298a3506 req-88ffb6d9-c957-401b-9216-98fb961f7013 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 944 time: 0.1194193 Jun 06 14:26:18.742844 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 23d90c71-9957-48b8-9ec9-c3ee2291dd07 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:26:18.774091 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cba33-c110-43ed-99ff-b4fc46f8c0b3 req-643f70ef-798f-4be0-ad3c-64057ad80458 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:18.777367 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-198cba33-c110-43ed-99ff-b4fc46f8c0b3 req-643f70ef-798f-4be0-ad3c-64057ad80458 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 946 time: 0.1146448 Jun 06 14:26:18.853493 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:26:18.860125 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 44930) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:18.870600 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:26:18.870979 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:18.902657 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-198cba33-c110-43ed-99ff-b4fc46f8c0b3 req-085e8a5f-76ad-4d63-be81-a4cd816ab9f3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083629 Jun 06 14:26:18.938193 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-44c96d3b-da0b-4f78-a87c-15de298a3506 req-33f43e11-8c7d-49a1-a093-d2df9b6264e1 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593800 Jun 06 14:26:19.059760 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:26:19.060699 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:19.105576 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:19.117087 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2078f8bb-17de-408d-b489-802bf66b5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d90c71-9957-48b8-9ec9-c3ee2291dd07'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:19.122416 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a17795-2282-4afc-8e48-084e04eb83cf" -d '{"events": [{"server_uuid": "2078f8bb-17de-408d-b489-802bf66b5567", "name": "network-vif-plugged", "status": "completed", "tag": "23d90c71-9957-48b8-9ec9-c3ee2291dd07"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:19.163656 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 23d90c71-9957-48b8-9ec9-c3ee2291dd07, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=23d90c71-9957-48b8-9ec9-c3ee2291dd07,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:19.170566 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:19.291006 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Publish callbacks [] for security_group (b09caf28-6d7c-44d3-a70a-08cdf88e76c7), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:19.293820 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:19.295877 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:19.301677 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b09caf28-6d7c-44d3-a70a-08cdf88e76c7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:19.351083 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51a3f4e-e26d-46e7-8829-d97383e4856b x-openstack-request-id: req-c51a3f4e-e26d-46e7-8829-d97383e4856b {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:19.351699 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2078f8bb-17de-408d-b489-802bf66b5567", "name": "network-vif-plugged", "status": "completed", "tag": "23d90c71-9957-48b8-9ec9-c3ee2291dd07", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:19.352119 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c51a3f4e-e26d-46e7-8829-d97383e4856b {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:19.352673 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51a3f4e-e26d-46e7-8829-d97383e4856b'] response: {'server_uuid': '2078f8bb-17de-408d-b489-802bf66b5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d90c71-9957-48b8-9ec9-c3ee2291dd07', 'code': 200} Jun 06 14:26:19.385293 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=23d90c71-9957-48b8-9ec9-c3ee2291dd07,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:19.389647 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 44944) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:19.390566 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f731c5517b047d4aca77025cadbb82d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5259149 Jun 06 14:26:19.396082 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09caf28-6d7c-44d3-a70a-08cdf88e76c7,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:19.407169 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.409017 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.409569 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.409985 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.410438 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.410816 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.411141 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.411518 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.412066 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.412591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.413012 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.413447 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.413931 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.414470 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.415814 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc60f541-e860-403b-a60f-e2767e0415b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.479101 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Publish callbacks [] for security_group (b09caf28-6d7c-44d3-a70a-08cdf88e76c7), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:19.498776 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:19.519767 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Publish callbacks [] for security_group (b09caf28-6d7c-44d3-a70a-08cdf88e76c7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:19.639323 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b09caf28-6d7c-44d3-a70a-08cdf88e76c7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:19.641925 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:19.643467 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b09caf28-6d7c-44d3-a70a-08cdf88e76c7 HTTP/1.1" status: 204 len: 168 time: 0.2517085 Jun 06 14:26:19.655475 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09caf28-6d7c-44d3-a70a-08cdf88e76c7,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:19.664146 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.664872 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.665418 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.666011 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.666539 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.667058 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.667606 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.668137 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.668759 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.669405 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.669966 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.670509 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.671039 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.671585 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.672097 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78b317-70e3-4068-abd6-6b695dc85586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:19.856118 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd5b4f-4fb3-494e-9b57-7ff1f77eaed8 req-dc018621-8b17-4ab1-80cb-60b0816ade1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:19.858978 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27dd5b4f-4fb3-494e-9b57-7ff1f77eaed8 req-dc018621-8b17-4ab1-80cb-60b0816ade1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 1129 time: 0.4093635 Jun 06 14:26:19.936123 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27dd5b4f-4fb3-494e-9b57-7ff1f77eaed8 req-0d014025-4e70-45e4-a4bb-18a785cdd93c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621300 Jun 06 14:26:20.124283 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026edc-0321-4feb-8cd1-575f38d36c26 req-08c8a30a-7b9b-40a9-b2e0-955f71dfa1ae tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:20.130304 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7026edc-0321-4feb-8cd1-575f38d36c26 req-08c8a30a-7b9b-40a9-b2e0-955f71dfa1ae tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 945 time: 0.1066449 Jun 06 14:26:20.218696 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7026edc-0321-4feb-8cd1-575f38d36c26 req-f683e0df-7c4a-4188-b821-f74053634a81 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800805 Jun 06 14:26:21.439518 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051b10b-f306-48e6-ac1e-e9aeb0a1f572 req-c91f80f7-1edb-4cca-96b3-6a0117899f24 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:21.452069 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7051b10b-f306-48e6-ac1e-e9aeb0a1f572 req-c91f80f7-1edb-4cca-96b3-6a0117899f24 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 945 time: 0.1077628 Jun 06 14:26:21.573784 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7051b10b-f306-48e6-ac1e-e9aeb0a1f572 req-ca587230-7229-4898-84bb-388f4b1cdf38 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180089 Jun 06 14:26:22.774770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709c53c-5297-49a2-bf5a-151c8f867d99 req-3cb92659-3a68-4bad-a563-a9f426ab9170 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:22.787541 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b709c53c-5297-49a2-bf5a-151c8f867d99 req-3cb92659-3a68-4bad-a563-a9f426ab9170 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 945 time: 0.1058710 Jun 06 14:26:22.830713 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:22.871727 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b709c53c-5297-49a2-bf5a-151c8f867d99 req-d1a10aa3-6124-4431-be84-74e1f9b21aa4 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828259 Jun 06 14:26:23.000076 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-a5177f36-a692-4b5b-9efe-49a574d0a86e tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=40a9c7b67e894fe09b04ab789b32b405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527282 Jun 06 14:26:23.374558 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4c92119b-cd71-4bff-bd17-ecf387036cc4 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:23.388952 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4c92119b-cd71-4bff-bd17-ecf387036cc4 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3813472 Jun 06 14:26:23.418351 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4d2d522c-c606-453e-bc57-a6f3e9e0b80f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/quotas/40a9c7b67e894fe09b04ab789b32b405 HTTP/1.1" status: 200 len: 375 time: 0.0268812 Jun 06 14:26:23.506272 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-dfdd649d-bdff-4f0c-9dbe-8b9d3aa44410 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=40a9c7b67e894fe09b04ab789b32b405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785131 Jun 06 14:26:23.749362 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-391b430d-9ba6-4207-b42a-5993cf80601e req-2b2fce17-3866-437f-9f66-ef1056a28758 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 210 time: 0.0467651 Jun 06 14:26:24.883068 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-90b05010-7e9a-4e4e-9b42-6beec1839bb3 req-c5fc056b-a980-4a02-9abf-4258ebc0f439 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 210 time: 0.0460706 Jun 06 14:26:25.494575 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-6d64cd55-3298-400f-aadc-019cc1261766 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=40a9c7b67e894fe09b04ab789b32b405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616300 Jun 06 14:26:26.075320 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4995da9a-6645-4cd4-a935-cbbdf909a34f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:26.077607 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4995da9a-6645-4cd4-a935-cbbdf909a34f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5744019 Jun 06 14:26:26.112648 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Request body: {'port': {'device_id': 'f039817c-c8ac-4bcb-863f-1fe73fbdfbc7', 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82', 'admin_state_up': True, 'tenant_id': '40a9c7b67e894fe09b04ab789b32b405'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:26:26.149309 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a445c5d-a97e-4d05-b0b8-bb6d085a3334 req-18cfd4c6-d999-4f53-8496-ddcc59a663dc tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 210 time: 0.0730386 Jun 06 14:26:26.351419 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Made reservation on behalf of 40a9c7b67e894fe09b04ab789b32b405 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:26:26.355465 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:26.366519 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:26.503384 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks [] for security_group (32485c3d-f8ad-4701-970c-67160045fe29), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:26.513832 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (32485c3d-f8ad-4701-970c-67160045fe29), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:26.689724 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32485c3d-f8ad-4701-970c-67160045fe29,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:26.813004 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Allocated IP 192.168.233.234 (65e9a271-0af6-4fdd-9e04-6e75ab1e8b82/52c1f828-a4cb-4bf5-a96d-e12678265231/9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:26:26.918028 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:27.225396 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks [] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:27.302025 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:27.387575 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:26:27.393041 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:26:27.406833 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:26:27.458709 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2b76e-3b9d-48b1-84b5-ddce60395935 req-2fc8041e-2812-4733-900b-a295804334d8 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:27.460440 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42f2b76e-3b9d-48b1-84b5-ddce60395935 req-2fc8041e-2812-4733-900b-a295804334d8 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 936 time: 0.1086655 Jun 06 14:26:27.534103 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42f2b76e-3b9d-48b1-84b5-ddce60395935 req-7922f8b8-2099-4657-9929-cd0d37c83e97 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622890 Jun 06 14:26:27.542349 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Pushing event updated for resources: {'Port': ['ID=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:27.572302 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:27.572802 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:27.577584 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:27.615262 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-59eb4931-c60e-4348-977d-499f93c75230 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5148284 Jun 06 14:26:27.631617 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Request body: {'port': {'device_id': 'f039817c-c8ac-4bcb-863f-1fe73fbdfbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:26:27.746541 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:27.818620 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-c1877b0f-e3cc-49b8-8884-54b63d429789 None None] Provisioning complete for port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:26:27.820810 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c1877b0f-e3cc-49b8-8884-54b63d429789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:27.874087 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c1877b0f-e3cc-49b8-8884-54b63d429789 None None] Port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:26:28.179397 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:26:28.190614 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Publish callbacks [] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:28.211378 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Transition to ACTIVE for port object 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:26:28.216744 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:28.394485 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Pushing event updated for resources: {'Port': ['ID=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:28.459374 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Attempting to bind port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:26:28.459733 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Attempting to bind port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': 'da0026a0-f1d6-4bf2-9126-14a898a22882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:26:28.460017 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Attempting to bind port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b on network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:26:28.462422 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:28.468726 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b on network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:26:28.469179 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Attempting to bind port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b on network 65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:26:28.478564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:26:28.478891 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Checking segment: {'id': 'da0026a0-f1d6-4bf2-9126-14a898a22882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:26:28.479276 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Bound using segment: {'id': 'da0026a0-f1d6-4bf2-9126-14a898a22882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:26:28.480032 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Bound port: 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0026a0-f1d6-4bf2-9126-14a898a22882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:26:28.480470 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:28.625793 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] For port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:26:28.630309 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] For port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,segment=NetworkSegment(da0026a0-f1d6-4bf2-9126-14a898a22882),segment_id=da0026a0-f1d6-4bf2-9126-14a898a22882)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:26:28.638883 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:28.681491 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:28.682804 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:28.685300 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] 10.222.0.46 "PUT /v2.0/ports/9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b HTTP/1.1" status: 200 len: 1098 time: 1.0609531 Jun 06 14:26:28.690060 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f039817c-c8ac-4bcb-863f-1fe73fbdfbc7', 'tag': '9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:28.693308 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553baab0-bfff-4bc1-89d7-abd78a961e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f039817c-c8ac-4bcb-863f-1fe73fbdfbc7", "tag": "9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:28.847497 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8e43a-e9db-415e-8d20-6d2c95eb84aa service neutron] Pushing event updated for resources: {'Port': ['ID=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:28.852809 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a20a6-dde4-4cb3-bbc9-fed52333fbc9 req-ee54feb0-0689-4a5a-aee6-62cb8a406a29 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:28.856582 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5d1a20a6-dde4-4cb3-bbc9-fed52333fbc9 req-ee54feb0-0689-4a5a-aee6-62cb8a406a29 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 948 time: 0.1937790 Jun 06 14:26:28.864079 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4c991e2e-aa51-41be-8d22-fc65a9859980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:28.865242 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-4c991e2e-aa51-41be-8d22-fc65a9859980 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40a9c7b67e894fe09b04ab789b32b405&device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 1132 time: 0.0872605 Jun 06 14:26:28.871003 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:28.879672 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44b910-75c1-46b4-9dcd-b4cca465899f x-openstack-request-id: req-6d44b910-75c1-46b4-9dcd-b4cca465899f {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:28.880136 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f039817c-c8ac-4bcb-863f-1fe73fbdfbc7", "tag": "9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:28.880464 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d44b910-75c1-46b4-9dcd-b4cca465899f {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:28.880980 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d44b910-75c1-46b4-9dcd-b4cca465899f'] response: {'name': 'network-changed', 'server_uuid': 'f039817c-c8ac-4bcb-863f-1fe73fbdfbc7', 'tag': '9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b', 'status': 'completed', 'code': 200} Jun 06 14:26:28.983475 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=24 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:28.988491 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5d1a20a6-dde4-4cb3-bbc9-fed52333fbc9 req-1cba6ddc-2c64-4ffc-94d3-9134a3c0dc75 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209824 Jun 06 14:26:28.988803 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-1f61a18a-b5ba-4bc6-84e2-760544c6f571 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b HTTP/1.1" status: 200 len: 217 time: 0.1029263 Jun 06 14:26:29.091716 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:29.129209 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7178a1-57f6-4f9f-8532-72af9411574f req-3e6cb2eb-bc74-4da3-9c18-d43a995831a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:29.131676 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-3e6cb2eb-bc74-4da3-9c18-d43a995831a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c1f828-a4cb-4bf5-a96d-e12678265231 HTTP/1.1" status: 200 len: 843 time: 0.1396890 Jun 06 14:26:29.360101 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7178a1-57f6-4f9f-8532-72af9411574f req-e96b0974-4bea-4083-bbd7-96bfbf97f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:29.363215 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-e96b0974-4bea-4083-bbd7-96bfbf97f55b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65e9a271-0af6-4fdd-9e04-6e75ab1e8b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0712306 Jun 06 14:26:30.070511 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-744ac0bf-1c4d-4c03-9f90-2ab27cd4d2ce service neutron] 10.222.0.46 "GET /v2.0/networks/65e9a271-0af6-4fdd-9e04-6e75ab1e8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322249 Jun 06 14:26:30.143790 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580a92-526b-4af3-b6a0-3f2ab075d011 req-c8dab214-88a2-4481-b480-3ff15cd9347d tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:30.152021 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7a580a92-526b-4af3-b6a0-3f2ab075d011 req-c8dab214-88a2-4481-b480-3ff15cd9347d tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 948 time: 0.0740824 Jun 06 14:26:30.206568 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7a580a92-526b-4af3-b6a0-3f2ab075d011 req-72971938-6a99-4a08-be3e-b39df40364fc tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531034 Jun 06 14:26:30.578421 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be7178a1-57f6-4f9f-8532-72af9411574f req-d0dda9cc-fa71-45af-bc88-7935d18e3971 service neutron] 10.222.0.46 "GET /v2.0/networks/65e9a271-0af6-4fdd-9e04-6e75ab1e8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249246 Jun 06 14:26:31.179390 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0d759e73-ef20-4cdc-a9bc-903ec3abe8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:31.379754 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393a17a-0389-4d65-b19a-36aa85780c99 req-94dfe1d8-8609-470f-8d42-d539ab953995 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:31.387768 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4393a17a-0389-4d65-b19a-36aa85780c99 req-94dfe1d8-8609-470f-8d42-d539ab953995 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 948 time: 0.0803661 Jun 06 14:26:31.470988 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4393a17a-0389-4d65-b19a-36aa85780c99 req-974b0f68-da4b-4977-b96a-e2b487b3cce2 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810621 Jun 06 14:26:32.596073 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5b4c1-fff9-47f9-bb21-4ac84a5fa20a req-ae374a51-7954-4391-b426-46bda8a021e6 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:32.597684 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9dc5b4c1-fff9-47f9-bb21-4ac84a5fa20a req-ae374a51-7954-4391-b426-46bda8a021e6 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 948 time: 0.0563533 Jun 06 14:26:32.658336 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9dc5b4c1-fff9-47f9-bb21-4ac84a5fa20a req-09ad4eb6-99cd-44e8-b1bd-6fbcd52f0b69 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499010 Jun 06 14:26:33.799128 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdc5bf-c41e-4279-9f2f-64cfe13f322a req-42dcdd6f-3421-4926-9247-e43818c4f9a5 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:33.800223 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2bdc5bf-c41e-4279-9f2f-64cfe13f322a req-42dcdd6f-3421-4926-9247-e43818c4f9a5 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 948 time: 0.0527098 Jun 06 14:26:33.869958 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e73a05f4-3516-4a5e-b532-4318593a3383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:33.881934 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2bdc5bf-c41e-4279-9f2f-64cfe13f322a req-527809ec-9e1e-46a1-9191-f0be949e5c5b tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722129 Jun 06 14:26:34.995120 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:26:35.016779 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:35.029279 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea39218-bdbd-4c9a-8368-1e59d1f7461f req-e3cd8cc4-b4ef-4326-9acf-18bc57f06975 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:35.031207 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8ea39218-bdbd-4c9a-8368-1e59d1f7461f req-e3cd8cc4-b4ef-4326-9acf-18bc57f06975 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 948 time: 0.0679445 Jun 06 14:26:35.051072 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:35.096357 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8ea39218-bdbd-4c9a-8368-1e59d1f7461f req-cd11dad2-21a9-44c4-9b5e-d9b4127d26e7 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561035 Jun 06 14:26:35.157691 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,segment=NetworkSegment(da0026a0-f1d6-4bf2-9126-14a898a22882),segment_id=da0026a0-f1d6-4bf2-9126-14a898a22882)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:35.171098 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b', 'network_id': '65e9a271-0af6-4fdd-9e04-6e75ab1e8b82', 'port_id': '9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b', 'mac_address': 'fa:16:3e:ab:49:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c1f828-a4cb-4bf5-a96d-e12678265231', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:26:35.208776 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:26:35.209159 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:35.224942 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:26:35.248813 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,segment=NetworkSegment(da0026a0-f1d6-4bf2-9126-14a898a22882),segment_id=da0026a0-f1d6-4bf2-9126-14a898a22882)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:35.254106 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:35.311238 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:35.319493 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.319820 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.320187 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.320541 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.320876 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.321204 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.321528 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.321891 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.322212 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.322535 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.322866 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.323201 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.323527 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.323843 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.324157 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:26:35.444917 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-6eaf7e3a-66a2-4a12-82d9-03d0f331d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:35.446457 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-6eaf7e3a-66a2-4a12-82d9-03d0f331d5c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40a9c7b67e894fe09b04ab789b32b405&device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 1133 time: 0.0558889 Jun 06 14:26:35.587581 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-ab562ef0-0949-41f1-990d-80763d2d1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:35.589209 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-ab562ef0-0949-41f1-990d-80763d2d1220 service neutron] 10.222.0.46 "GET /v2.0/networks?id=65e9a271-0af6-4fdd-9e04-6e75ab1e8b82 HTTP/1.1" status: 200 len: 870 time: 0.1268117 Jun 06 14:26:35.653040 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-630e3e19-cd99-4afe-85da-5f3994bc2184 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b HTTP/1.1" status: 200 len: 217 time: 0.0468018 Jun 06 14:26:35.714018 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-4c2459c1-828d-40b3-80b6-7f57467141fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:35.715553 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-4c2459c1-828d-40b3-80b6-7f57467141fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c1f828-a4cb-4bf5-a96d-e12678265231 HTTP/1.1" status: 200 len: 843 time: 0.0547693 Jun 06 14:26:35.744337 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:26:35.788865 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-0a8ed42e-02c0-4119-b598-eb9fb7290747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:35.791602 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-0a8ed42e-02c0-4119-b598-eb9fb7290747 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=65e9a271-0af6-4fdd-9e04-6e75ab1e8b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0690036 Jun 06 14:26:35.928763 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:35.974910 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-7e9923fc-7cfb-4fbf-b5c1-3fd5d2b67b5d service neutron] 10.222.0.46 "GET /v2.0/networks/65e9a271-0af6-4fdd-9e04-6e75ab1e8b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750636 Jun 06 14:26:36.121517 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-553baab0-bfff-4bc1-89d7-abd78a961e3b req-023a1370-af89-4326-8fb5-de48c2c090f4 service neutron] 10.222.0.46 "GET /v2.0/networks/65e9a271-0af6-4fdd-9e04-6e75ab1e8b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396852 Jun 06 14:26:36.364363 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63149b-4bfd-4e4f-97ad-f772b7cf7cc3 req-3e945313-3d58-46b0-848d-9c594c143d24 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:36.366112 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0c63149b-4bfd-4e4f-97ad-f772b7cf7cc3 req-3e945313-3d58-46b0-848d-9c594c143d24 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 949 time: 0.1111891 Jun 06 14:26:36.442205 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:36.453129 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c154501-08a2-4b46-9970-565a64ad90fa req-7060d3ab-a9b0-4a74-8fe9-9580966642b4 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:36.455729 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c154501-08a2-4b46-9970-565a64ad90fa req-7060d3ab-a9b0-4a74-8fe9-9580966642b4 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0885880 Jun 06 14:26:36.465450 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0c63149b-4bfd-4e4f-97ad-f772b7cf7cc3 req-671798fa-3f98-4cb4-9ffd-8952685b2eef tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862505 Jun 06 14:26:36.537934 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c154501-08a2-4b46-9970-565a64ad90fa req-2056bfa1-b15b-41a3-b2d3-233ce35aee9e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622542 Jun 06 14:26:36.781011 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:37.617169 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f38687-8c70-417c-acea-6b70d6f814c6 req-a7cb0a63-94f5-4940-9461-632c2e6dddfc tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:37.620699 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-41f38687-8c70-417c-acea-6b70d6f814c6 req-a7cb0a63-94f5-4940-9461-632c2e6dddfc tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 949 time: 0.0782790 Jun 06 14:26:37.716288 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc06c1a-9b2d-40ee-9828-8b77b4b028d2 req-a4fbb28b-ca50-438a-8410-1473607df253 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:37.718086 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2fc06c1a-9b2d-40ee-9828-8b77b4b028d2 req-a4fbb28b-ca50-438a-8410-1473607df253 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0730782 Jun 06 14:26:37.724460 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-41f38687-8c70-417c-acea-6b70d6f814c6 req-cbe9bde1-f3f4-4217-9e04-81f9ebf9f524 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953419 Jun 06 14:26:37.779995 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2fc06c1a-9b2d-40ee-9828-8b77b4b028d2 req-43b578a4-6c37-40d4-9594-d37b029165d3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542152 Jun 06 14:26:38.205885 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:38.889541 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6ba5d-b9fe-40f2-a5b8-5194ff0f165a req-5b2e3f03-1156-426d-acdd-dec2ab36c4d5 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:38.891258 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3fb6ba5d-b9fe-40f2-a5b8-5194ff0f165a req-5b2e3f03-1156-426d-acdd-dec2ab36c4d5 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 949 time: 0.0724151 Jun 06 14:26:38.955849 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1630d-2bf6-4d16-b5c1-940e527ef324 req-394166b7-b121-4522-a83b-385859205974 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:38.958220 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e3e1630d-2bf6-4d16-b5c1-940e527ef324 req-394166b7-b121-4522-a83b-385859205974 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0864553 Jun 06 14:26:39.009868 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3fb6ba5d-b9fe-40f2-a5b8-5194ff0f165a req-5458ba42-ee12-43c9-9ce2-4d93aa721499 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981240 Jun 06 14:26:39.040658 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e3e1630d-2bf6-4d16-b5c1-940e527ef324 req-e1c66265-a2ff-4bac-8eef-a0a32501254c tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694716 Jun 06 14:26:39.587888 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:26:39.639436 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:39.663687 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:39.671181 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:26:39.681501 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:26:39.682076 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:39.789541 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:26:39.790061 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:39.818454 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f039817c-c8ac-4bcb-863f-1fe73fbdfbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:39.820976 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d67e5-0fc2-46e1-bf71-74538235deb8" -d '{"events": [{"server_uuid": "f039817c-c8ac-4bcb-863f-1fe73fbdfbc7", "name": "network-vif-plugged", "status": "completed", "tag": "9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:39.839360 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,segment=NetworkSegment(da0026a0-f1d6-4bf2-9126-14a898a22882),segment_id=da0026a0-f1d6-4bf2-9126-14a898a22882)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:39.846853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:39.879076 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be7b83-dbae-40f6-b542-d9c1678aae1e x-openstack-request-id: req-34be7b83-dbae-40f6-b542-d9c1678aae1e {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:39.879377 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f039817c-c8ac-4bcb-863f-1fe73fbdfbc7", "name": "network-vif-plugged", "status": "completed", "tag": "9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:39.879624 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34be7b83-dbae-40f6-b542-d9c1678aae1e {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:39.880016 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34be7b83-dbae-40f6-b542-d9c1678aae1e'] response: {'server_uuid': 'f039817c-c8ac-4bcb-863f-1fe73fbdfbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b', 'code': 200} Jun 06 14:26:39.923636 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:40.104370 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:40.107867 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb82562-17f5-44e0-af0d-0abf9896717c req-0221d194-fab1-4961-a936-913f1c11f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:40.111698 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ecb82562-17f5-44e0-af0d-0abf9896717c req-0221d194-fab1-4961-a936-913f1c11f21e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 1134 time: 0.0507801 Jun 06 14:26:40.189189 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ecb82562-17f5-44e0-af0d-0abf9896717c req-3ddb020e-e4c4-4c4b-b4ac-619460c606af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689273 Jun 06 14:26:40.219477 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd3be4-168a-4f3f-bc68-6e22051f9ce8 req-b1b92fe6-e3f5-4ea5-a32a-69b5e8c4ffbb tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:40.221880 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4ddd3be4-168a-4f3f-bc68-6e22051f9ce8 req-b1b92fe6-e3f5-4ea5-a32a-69b5e8c4ffbb tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 950 time: 0.0964234 Jun 06 14:26:40.241874 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd76976-a2ae-4f53-a892-a692f29b02f3 req-8eedbfee-6a2f-44ea-9374-cae5003077ad tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:40.243430 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2dd76976-a2ae-4f53-a892-a692f29b02f3 req-8eedbfee-6a2f-44ea-9374-cae5003077ad tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0978694 Jun 06 14:26:40.275785 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45282) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:40.326165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60e0ef5-1e35-46e5-96ba-ff10da265444 admin admin] Deleting subnet 61fc3c73-d133-40b4-8fa3-8f1f3af479fa {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:26:40.330081 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e60e0ef5-1e35-46e5-96ba-ff10da265444 admin admin] Publish callbacks [] for subnet (61fc3c73-d133-40b4-8fa3-8f1f3af479fa), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:40.333848 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4ddd3be4-168a-4f3f-bc68-6e22051f9ce8 req-0a11d7ab-500b-4d33-97c0-73b02bdf49bc tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047952 Jun 06 14:26:40.360403 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2dd76976-a2ae-4f53-a892-a692f29b02f3 req-4c8b7304-5eee-4a83-bd5c-f19e3fd3c701 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038451 Jun 06 14:26:40.396105 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e60e0ef5-1e35-46e5-96ba-ff10da265444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (61fc3c73-d133-40b4-8fa3-8f1f3af479fa), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:40.466575 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e60e0ef5-1e35-46e5-96ba-ff10da265444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (61fc3c73-d133-40b4-8fa3-8f1f3af479fa), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:40.540635 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e60e0ef5-1e35-46e5-96ba-ff10da265444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (61fc3c73-d133-40b4-8fa3-8f1f3af479fa), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:40.563785 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e60e0ef5-1e35-46e5-96ba-ff10da265444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:40.568109 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e60e0ef5-1e35-46e5-96ba-ff10da265444 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/61fc3c73-d133-40b4-8fa3-8f1f3af479fa HTTP/1.1" status: 204 len: 168 time: 0.2910135 Jun 06 14:26:40.571476 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 45296) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:40.588191 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e0ef5-1e35-46e5-96ba-ff10da265444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fc3c73-d133-40b4-8fa3-8f1f3af479fa,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:40.697786 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (a5c368c9-8cb1-4480-b4a0-661e9dc56b7c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:40.805519 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (a5c368c9-8cb1-4480-b4a0-661e9dc56b7c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:40.837344 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.837863 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.838713 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.839175 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > port after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.839615 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.840051 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > port after_update 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.840648 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.841037 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.841584 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.842038 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.952204 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.952473 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.952762 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.953079 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 14:26:40.954221 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c368c9-8cb1-4480-b4a0-661e9dc56b7c']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:40.984604 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3de12a-70d0-4d6c-b456-b526e8f28037') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:40.985617 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3de12a-70d0-4d6c-b456-b526e8f28037') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:41.025560 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037615'] for segment (dc3de12a-70d0-4d6c-b456-b526e8f28037), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.064032 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1186f54-1b3b-49ab-81a6-a18d3b55fd74 req-731fa34d-79dd-4261-8d84-340c02ad403b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:41.065852 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1186f54-1b3b-49ab-81a6-a18d3b55fd74 req-731fa34d-79dd-4261-8d84-340c02ad403b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 946 time: 0.1063211 Jun 06 14:26:41.072594 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (dc3de12a-70d0-4d6c-b456-b526e8f28037), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.093206 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:26:41.093697 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25289315'] for segment (dc3de12a-70d0-4d6c-b456-b526e8f28037), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.101993 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:41.114114 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:26:41.119072 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:41.139349 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.225168 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (a5c368c9-8cb1-4480-b4a0-661e9dc56b7c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.232772 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1186f54-1b3b-49ab-81a6-a18d3b55fd74 req-efcf6405-56e7-4790-91d2-f455082bc3ea tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556289 Jun 06 14:26:41.240627 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.244695 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5c368c9-8cb1-4480-b4a0-661e9dc56b7c HTTP/1.1" status: 204 len: 168 time: 0.6712325 Jun 06 14:26:41.258750 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ab1bb-1ac7-4bf5-a371-09349abb7573 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c368c9-8cb1-4480-b4a0-661e9dc56b7c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:41.470869 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment dc3de12a-70d0-4d6c-b456-b526e8f28037 resource provider aggregate not found Jun 06 14:26:41.493502 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:41.495627 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c41217-ba9f-4f1a-9479-ba2af4eb578d req-f4c79023-d7b4-4786-b246-e28cfe032128 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:41.497283 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-01c41217-ba9f-4f1a-9479-ba2af4eb578d req-f4c79023-d7b4-4786-b246-e28cfe032128 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 950 time: 0.0719316 Jun 06 14:26:41.521384 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment dc3de12a-70d0-4d6c-b456-b526e8f28037 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc3de12a-70d0-4d6c-b456-b526e8f28037 found for delete ", "request_id": "req-ced090ef-5bed-452c-a07b-0a80aaecba6a"}]} Jun 06 14:26:41.571274 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44fa6b-f164-4145-a547-035dc090d5a4 req-7c4d7f22-4073-4130-81b5-1b3c04a9a163 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:41.573660 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de44fa6b-f164-4145-a547-035dc090d5a4 req-7c4d7f22-4073-4130-81b5-1b3c04a9a163 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1077943 Jun 06 14:26:41.589016 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45318) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:41.630929 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-01c41217-ba9f-4f1a-9479-ba2af4eb578d req-f70c9407-ee4c-4859-83a3-ac4e8736114d tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107171 Jun 06 14:26:41.636810 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b3af68b0-5937-454e-9bd4-f5ac24db5b64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87c64a64f6864b84867141833e107e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466199 Jun 06 14:26:41.639752 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45322) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:41.668665 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:41.678306 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de44fa6b-f164-4145-a547-035dc090d5a4 req-22d8d7f5-9116-47fe-95e1-d7d38539ff5e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865910 Jun 06 14:26:41.709974 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bba50d8d-e5c1-4db2-b5cc-ec8b06a8f6d1 admin admin] Publish callbacks [] for security_group (40cfd331-0f3d-4154-9f7e-a5d9816bc42c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.741096 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bba50d8d-e5c1-4db2-b5cc-ec8b06a8f6d1 admin admin] Publish callbacks [] for security_group (40cfd331-0f3d-4154-9f7e-a5d9816bc42c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.803502 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bba50d8d-e5c1-4db2-b5cc-ec8b06a8f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (40cfd331-0f3d-4154-9f7e-a5d9816bc42c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.807187 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bba50d8d-e5c1-4db2-b5cc-ec8b06a8f6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:41.808536 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bba50d8d-e5c1-4db2-b5cc-ec8b06a8f6d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40cfd331-0f3d-4154-9f7e-a5d9816bc42c HTTP/1.1" status: 204 len: 168 time: 0.1678550 Jun 06 14:26:41.818230 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba50d8d-e5c1-4db2-b5cc-ec8b06a8f6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cfd331-0f3d-4154-9f7e-a5d9816bc42c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:42.388232 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a5ea6-627f-4a7d-9852-e5ebf61b3074 req-e9a572f8-bde4-4eba-aca3-c3a933e9a1a1 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:42.390196 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-133a5ea6-627f-4a7d-9852-e5ebf61b3074 req-e9a572f8-bde4-4eba-aca3-c3a933e9a1a1 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 946 time: 0.0630932 Jun 06 14:26:42.445406 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-133a5ea6-627f-4a7d-9852-e5ebf61b3074 req-037ee9ff-0e13-49db-89ad-a5f0dc9993d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491266 Jun 06 14:26:42.833038 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6355e9e-0ddb-4c4c-927f-a5c71f468249 req-309e4a50-b3b8-4d97-8a22-e275388a1220 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:42.835361 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c6355e9e-0ddb-4c4c-927f-a5c71f468249 req-309e4a50-b3b8-4d97-8a22-e275388a1220 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 950 time: 0.1037405 Jun 06 14:26:42.893365 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147ce6-1dfa-4bbd-bf01-b74e96f7ccdc req-ef211a55-6aae-493c-880b-ed6fb3a19b64 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:42.896724 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d3147ce6-1dfa-4bbd-bf01-b74e96f7ccdc req-ef211a55-6aae-493c-880b-ed6fb3a19b64 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1155665 Jun 06 14:26:42.966248 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c6355e9e-0ddb-4c4c-927f-a5c71f468249 req-73a60f82-d963-4246-9c24-8c1eb3544f18 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153080 Jun 06 14:26:43.006725 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d3147ce6-1dfa-4bbd-bf01-b74e96f7ccdc req-a2e0f57d-e2dc-4f3e-acff-14557fecd7b0 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959041 Jun 06 14:26:43.619505 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24053819-15f0-43ea-b7c4-e038c700a6de req-c8b0e82b-c49e-4949-8b0f-c49d0a8cecbe tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:43.621247 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24053819-15f0-43ea-b7c4-e038c700a6de req-c8b0e82b-c49e-4949-8b0f-c49d0a8cecbe tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 946 time: 0.0606747 Jun 06 14:26:43.682535 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24053819-15f0-43ea-b7c4-e038c700a6de req-379b978d-ffa0-4744-9aa0-384fbbbf314a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=b192c58e-6428-4a5e-8cde-5e375bd5043d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544355 Jun 06 14:26:43.805119 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-893af400-a288-45da-a201-97d99fa80e15 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:43.806758 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-893af400-a288-45da-a201-97d99fa80e15 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 946 time: 0.0537059 Jun 06 14:26:43.910747 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Deleting port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:26:43.911051 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:44.036145 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] For port 4c84088c-bb71-4e25-a2b8-07695dfe32a8, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=4c84088c-bb71-4e25-a2b8-07695dfe32a8,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:44.036726 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:44.165806 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad19e9-4a1b-4219-80e7-4e067ad17408 req-2e47c2ba-a3ec-437c-8c03-9b7da94688a6 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:44.170708 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46ad19e9-4a1b-4219-80e7-4e067ad17408 req-2e47c2ba-a3ec-437c-8c03-9b7da94688a6 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 950 time: 0.0694103 Jun 06 14:26:44.238847 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:44.253813 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46ad19e9-4a1b-4219-80e7-4e067ad17408 req-b46c88dd-af41-47e5-b6e8-7526e821f6df tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769670 Jun 06 14:26:44.397613 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:44.402629 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (f0fec0fd-c83e-406d-98a7-031dd7c70502), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:44.405235 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Floating IP f0fec0fd-c83e-406d-98a7-031dd7c70502 disassociated. External IP: 172.27.1.208, port: 4c84088c-bb71-4e25-a2b8-07695dfe32a8. Jun 06 14:26:44.405896 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Calling delete_port for 4c84088c-bb71-4e25-a2b8-07695dfe32a8 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:26:44.457522 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de916e-dfb8-4dff-b261-ef9fb164263e req-16d07b54-cc47-48ba-ab24-b65b323b946b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:44.459479 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-12de916e-dfb8-4dff-b261-ef9fb164263e req-16d07b54-cc47-48ba-ab24-b65b323b946b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0677452 Jun 06 14:26:44.545911 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-12de916e-dfb8-4dff-b261-ef9fb164263e req-a3df7b7c-7bda-436c-b3b1-1254aed5e14c tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744083 Jun 06 14:26:44.664014 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (4c84088c-bb71-4e25-a2b8-07695dfe32a8), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:44.729107 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'Port': ['ID=4c84088c-bb71-4e25-a2b8-07695dfe32a8,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:44.761543 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387ecd-cc6e-4b88-a245-fd75c3ed7490 req-8298067b-bb5b-44ee-be0a-16c5a00dc757 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:44.764210 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-84387ecd-cc6e-4b88-a245-fd75c3ed7490 req-8298067b-bb5b-44ee-be0a-16c5a00dc757 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 950 time: 0.0821426 Jun 06 14:26:44.931916 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-84387ecd-cc6e-4b88-a245-fd75c3ed7490 req-f16964bc-c171-41f6-8bd5-d2fc435e81a5 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550610 Jun 06 14:26:44.947647 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c821d3f1-9188-4618-98ca-7a8fcd334dfd req-45674ecf-aa65-4e6b-818e-88c59acc28c6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.1152289 Jun 06 14:26:44.999408 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:26:45.118909 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:26:45.129328 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:45.138839 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:26:45.155925 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:26:45.158058 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:26:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:45.187413 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] No DVR routers for this DVR port 4c84088c-bb71-4e25-a2b8-07695dfe32a8 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:26:45.190536 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:45.194960 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f89a648e-0b81-4cec-929d-b5eb2a9dd2e4 req-17bfe966-e28f-4b91-97b1-cc7f15e47fb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "DELETE /v2.0/ports/4c84088c-bb71-4e25-a2b8-07695dfe32a8 HTTP/1.1" status: 204 len: 173 time: 1.3791654 Jun 06 14:26:45.195518 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'name': 'network-vif-deleted', 'tag': '4c84088c-bb71-4e25-a2b8-07695dfe32a8'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:45.198237 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17e4dc9-e679-42be-9215-c1e389547e2d" -d '{"events": [{"server_uuid": "9df4fe33-1d83-4d2c-ab48-dbdd31902a0f", "name": "network-vif-deleted", "tag": "4c84088c-bb71-4e25-a2b8-07695dfe32a8"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:45.267010 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f86947b-ac26-41f0-911d-46f5c7ef5ff2 x-openstack-request-id: req-5f86947b-ac26-41f0-911d-46f5c7ef5ff2 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:45.267446 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df4fe33-1d83-4d2c-ab48-dbdd31902a0f", "name": "network-vif-deleted", "tag": "4c84088c-bb71-4e25-a2b8-07695dfe32a8", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:45.267801 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f86947b-ac26-41f0-911d-46f5c7ef5ff2 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:45.268100 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f86947b-ac26-41f0-911d-46f5c7ef5ff2'] response: {'server_uuid': '9df4fe33-1d83-4d2c-ab48-dbdd31902a0f', 'name': 'network-vif-deleted', 'tag': '4c84088c-bb71-4e25-a2b8-07695dfe32a8', 'status': 'completed', 'code': 200} Jun 06 14:26:45.292682 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:26:45.575083 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 4c84088c-bb71-4e25-a2b8-07695dfe32a8 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:26:45.627431 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 4c84088c-bb71-4e25-a2b8-07695dfe32a8 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:26:45.628078 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 4c84088c-bb71-4e25-a2b8-07695dfe32a8 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:26:45.637406 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:48Z', 'updated_at': '2022-06-06T14:23:41Z', 'revision_number': 2, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:45.670482 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:26:45.682358 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:26:45.683135 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:26:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:45.776876 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cdf8f-5c03-4677-839e-bc1c66e0cae5 req-ee91c2ad-212e-4ad7-b8d5-f43c885c3acc tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:45.779914 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-191cdf8f-5c03-4677-839e-bc1c66e0cae5 req-ee91c2ad-212e-4ad7-b8d5-f43c885c3acc tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0985935 Jun 06 14:26:45.860766 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:45.867409 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:45.871212 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:26:45.878626 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-191cdf8f-5c03-4677-839e-bc1c66e0cae5 req-25f8ebcd-67eb-4d78-a0ff-7a8063f86156 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911722 Jun 06 14:26:46.207111 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c1832e7c-8a36-4c2f-907a-1fa21285b6b3 req-a559cff3-5764-4227-b634-3e10d0717b90 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0940709 Jun 06 14:26:46.254952 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3344-9514-4a85-9aef-6a8c2028d8c7 req-cf4938d4-3fb7-4c2d-b2e2-57df7baa46e9 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:46.256826 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe5a3344-9514-4a85-9aef-6a8c2028d8c7 req-cf4938d4-3fb7-4c2d-b2e2-57df7baa46e9 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 950 time: 0.1679101 Jun 06 14:26:46.269683 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:48Z', 'updated_at': '2022-06-06T14:23:41Z', 'revision_number': 2, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:46.316279 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92263c96-b463-4337-9d69-ab454e9a6935 None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.137', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:58:6f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:22:48Z', 'updated_at': '2022-06-06T14:23:41Z', 'revision_number': 2, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:26:46.378450 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe5a3344-9514-4a85-9aef-6a8c2028d8c7 req-9881642c-9709-4a4f-9869-43e13d829bed tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122115 Jun 06 14:26:46.532942 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45420) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:46.709518 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0f7a-d35e-444d-861e-25d7980f74b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:46.798838 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-904ef4df-2ee6-40f4-beb7-52a9dc1ff2f1 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:46.806015 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ab01d-8f62-4e67-a731-0d90de0c6869 None None] New status for floating IP f0fec0fd-c83e-406d-98a7-031dd7c70502: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:26:46.807263 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-904ef4df-2ee6-40f4-beb7-52a9dc1ff2f1 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.46 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 950 time: 0.0875623 Jun 06 14:26:46.972519 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0f7a-d35e-444d-861e-25d7980f74b0 admin admin] Publish callbacks [] for security_group (3da6f3a5-7a95-4184-9948-2f6d1854f85c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:46.973749 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Deleting port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:26:46.974126 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:46.982369 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0f7a-d35e-444d-861e-25d7980f74b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (3da6f3a5-7a95-4184-9948-2f6d1854f85c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:47.089210 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ec3b0f7a-d35e-444d-861e-25d7980f74b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6e503a8c96e43d4a038fae5275fed83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5551131 Jun 06 14:26:47.089955 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45428) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:47.125055 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b0f7a-d35e-444d-861e-25d7980f74b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da6f3a5-7a95-4184-9948-2f6d1854f85c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:47.160649 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46813f3-6d03-437f-bb10-b8f762379b71 req-d1290407-c01b-4f2b-b7d0-5725a26a7cd6 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:47.173346 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e46813f3-6d03-437f-bb10-b8f762379b71 req-d1290407-c01b-4f2b-b7d0-5725a26a7cd6 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1044188 Jun 06 14:26:47.204634 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] For port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,segment=NetworkSegment(da0026a0-f1d6-4bf2-9126-14a898a22882),segment_id=da0026a0-f1d6-4bf2-9126-14a898a22882)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:47.205867 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:47.228069 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:47.284349 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e46813f3-6d03-437f-bb10-b8f762379b71 req-fd251b19-138d-4d0e-84f4-024069791d7a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095514 Jun 06 14:26:47.308392 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Calling delete_port for 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:26:47.334242 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4af67c4d-d76a-44ce-92cb-9ca3df7ed994 admin admin] Publish callbacks [] for security_group (3da6f3a5-7a95-4184-9948-2f6d1854f85c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:47.431763 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-315bf8bc-cd43-4302-b170-289d60e27121 req-f464c7fb-5855-416b-8ca4-075447efbfb7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df4fe33-1d83-4d2c-ab48-dbdd31902a0f HTTP/1.1" status: 200 len: 210 time: 0.0582693 Jun 06 14:26:47.450740 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4af67c4d-d76a-44ce-92cb-9ca3df7ed994 admin admin] Publish callbacks [] for security_group (3da6f3a5-7a95-4184-9948-2f6d1854f85c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:47.612458 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876bf77-9e91-44b5-84c9-b5af3812b73f req-9ce438e2-fa93-4c1b-8d2c-72768c1b45f2 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:47.620359 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2876bf77-9e91-44b5-84c9-b5af3812b73f req-9ce438e2-fa93-4c1b-8d2c-72768c1b45f2 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 950 time: 0.0850170 Jun 06 14:26:47.690360 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2876bf77-9e91-44b5-84c9-b5af3812b73f req-8848b02a-55ad-4df6-93ac-970c6474aaa9 tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/security-groups?id=32485c3d-f8ad-4701-970c-67160045fe29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661418 Jun 06 14:26:47.912286 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4af67c4d-d76a-44ce-92cb-9ca3df7ed994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (3da6f3a5-7a95-4184-9948-2f6d1854f85c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:47.917385 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4af67c4d-d76a-44ce-92cb-9ca3df7ed994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:47.924307 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4af67c4d-d76a-44ce-92cb-9ca3df7ed994 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3da6f3a5-7a95-4184-9948-2f6d1854f85c HTTP/1.1" status: 204 len: 168 time: 0.8253222 Jun 06 14:26:47.962268 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af67c4d-d76a-44ce-92cb-9ca3df7ed994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da6f3a5-7a95-4184-9948-2f6d1854f85c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:47.969656 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29258c-a393-4b50-ae27-24862de95ebf req-4f7c2fea-49d7-4ef3-9e5e-a04fa938d0ee tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:47.971842 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c29258c-a393-4b50-ae27-24862de95ebf req-4f7c2fea-49d7-4ef3-9e5e-a04fa938d0ee tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 945 time: 0.0578611 Jun 06 14:26:48.009591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:48.046261 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c29258c-a393-4b50-ae27-24862de95ebf req-71b1470f-602c-4f7c-b1fa-777b4af2ec73 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677969 Jun 06 14:26:48.078066 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:48.083706 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Pushing event deleted for resources: {'Port': ['ID=9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:48.175015 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] No DVR routers for this DVR port 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:26:48.197484 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:48.199764 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-46a8c5d1-069d-44ed-a21a-e3cfe6da9c76 req-190b3cd2-c78f-42cb-a749-88f788f75f7f tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.46 "DELETE /v2.0/ports/9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b HTTP/1.1" status: 204 len: 173 time: 1.3845694 Jun 06 14:26:48.200258 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f039817c-c8ac-4bcb-863f-1fe73fbdfbc7', 'name': 'network-vif-deleted', 'tag': '9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:48.204795 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba7fb57-2c38-4040-b52c-12eddba3b333" -d '{"events": [{"server_uuid": "f039817c-c8ac-4bcb-863f-1fe73fbdfbc7", "name": "network-vif-deleted", "tag": "9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:48.268703 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b44c76-0850-4ebb-8903-cb0e2761743a x-openstack-request-id: req-c0b44c76-0850-4ebb-8903-cb0e2761743a {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:48.269107 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f039817c-c8ac-4bcb-863f-1fe73fbdfbc7", "name": "network-vif-deleted", "tag": "9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:48.269476 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0b44c76-0850-4ebb-8903-cb0e2761743a {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:48.269973 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b44c76-0850-4ebb-8903-cb0e2761743a'] response: {'server_uuid': 'f039817c-c8ac-4bcb-863f-1fe73fbdfbc7', 'name': 'network-vif-deleted', 'tag': '9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b', 'status': 'completed', 'code': 200} Jun 06 14:26:48.468550 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cca701-1042-46cc-9aa6-440e9684826f req-d640c03a-a962-458e-b951-ce4f850cde55 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:48.471423 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18cca701-1042-46cc-9aa6-440e9684826f req-d640c03a-a962-458e-b951-ce4f850cde55 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0852144 Jun 06 14:26:48.561569 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45450) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:48.577255 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18cca701-1042-46cc-9aa6-440e9684826f req-04e47995-f64d-4163-a9fa-193cadbaa9fa tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981665 Jun 06 14:26:48.647860 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-94e49ab2-9477-46db-8547-8d27c5bc2b66 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (b192c58e-6428-4a5e-8cde-5e375bd5043d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:48.679853 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-94e49ab2-9477-46db-8547-8d27c5bc2b66 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (b192c58e-6428-4a5e-8cde-5e375bd5043d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:48.757619 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-94e49ab2-9477-46db-8547-8d27c5bc2b66 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b192c58e-6428-4a5e-8cde-5e375bd5043d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:48.762731 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-94e49ab2-9477-46db-8547-8d27c5bc2b66 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:48.765273 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-94e49ab2-9477-46db-8547-8d27c5bc2b66 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "DELETE /v2.0/security-groups/b192c58e-6428-4a5e-8cde-5e375bd5043d HTTP/1.1" status: 204 len: 168 time: 0.2006481 Jun 06 14:26:48.768514 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 45454) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:48.784623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e49ab2-9477-46db-8547-8d27c5bc2b66 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b192c58e-6428-4a5e-8cde-5e375bd5043d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:48.795072 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.api.v2.resource [None req-26a679e4-ab37-44f9-b01a-3ce01d3d420f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] show failed (client error): The resource could not be found. Jun 06 14:26:48.801932 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-26a679e4-ab37-44f9-b01a-3ce01d3d420f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups/b192c58e-6428-4a5e-8cde-5e375bd5043d HTTP/1.1" status: 404 len: 347 time: 0.0320423 Jun 06 14:26:48.802591 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 45456) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:48.834882 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dcdfb2a1-93fc-4438-bc7d-6433acd624ce req-3639c319-96f5-45d3-83c4-db47f6b9be0c tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 210 time: 0.0632870 Jun 06 14:26:48.995018 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Deleting port f8b1f404-abac-41ec-8435-71df988d5a7d {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:26:48.995394 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (f8b1f404-abac-41ec-8435-71df988d5a7d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:49.390894 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddce869-f4bd-4a5f-bbb2-567884643a7c req-641037d0-95e4-47e8-bb00-7ba04dd550c9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:49.393503 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0ddce869-f4bd-4a5f-bbb2-567884643a7c req-641037d0-95e4-47e8-bb00-7ba04dd550c9 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 945 time: 0.1086528 Jun 06 14:26:49.435929 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (f8b1f404-abac-41ec-8435-71df988d5a7d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:49.436264 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (f8b1f404-abac-41ec-8435-71df988d5a7d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:49.458084 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Calling delete_port for f8b1f404-abac-41ec-8435-71df988d5a7d owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:26:49.523533 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0ddce869-f4bd-4a5f-bbb2-567884643a7c req-fb025593-755d-45b1-8358-64eba15b2d78 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea2ac17-8554-477a-99c6-32a04f93c308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186180 Jun 06 14:26:49.587758 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:26:49.604382 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:49.648662 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:26:49.655741 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 9b656ba1-8cc9-4fe8-a7d4-591cee57ac2b not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:26:49.740048 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (f8b1f404-abac-41ec-8435-71df988d5a7d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:49.793762 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'Port': ['ID=f8b1f404-abac-41ec-8435-71df988d5a7d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:49.810468 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef7b5-92df-4e03-8ca5-210f066a2456 req-8efb6e56-df6e-4167-b858-44dcc2deca1e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:49.812112 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-463ef7b5-92df-4e03-8ca5-210f066a2456 req-8efb6e56-df6e-4167-b858-44dcc2deca1e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0888457 Jun 06 14:26:49.845391 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:49.921905 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (f0fec0fd-c83e-406d-98a7-031dd7c70502), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:49.927028 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:49.928372 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-46a0070b-2265-4c09-8e5b-1b3c0fb75418 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "DELETE /v2.0/floatingips/f0fec0fd-c83e-406d-98a7-031dd7c70502 HTTP/1.1" status: 204 len: 168 time: 1.1084304 Jun 06 14:26:49.932926 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-463ef7b5-92df-4e03-8ca5-210f066a2456 req-b1bbeeeb-8eea-482d-a1d4-fdf93a508841 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960915 Jun 06 14:26:49.997622 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bdcd9fc1-24ee-485e-a866-85f79b2b6c05 req-0f8cf095-7f97-41b1-a134-3cbd3dac44cc tempest-VolumesNegativeTest-692981313 tempest-VolumesNegativeTest-692981313-project] 10.222.0.13 "GET /v2.0/ports?device_id=f039817c-c8ac-4bcb-863f-1fe73fbdfbc7 HTTP/1.1" status: 200 len: 210 time: 0.0462682 Jun 06 14:26:50.114674 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-f63016dc-b003-4e28-80e3-cae5b4308d5d tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:50.117305 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-f63016dc-b003-4e28-80e3-cae5b4308d5d tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.46 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 945 time: 0.0900705 Jun 06 14:26:50.252291 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Deleting port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:26:50.252635 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:50.381936 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] For port 23d90c71-9957-48b8-9ec9-c3ee2291dd07, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=23d90c71-9957-48b8-9ec9-c3ee2291dd07,segment=NetworkSegment(71a67247-ee70-4887-b2e0-a8da5b676f27),segment_id=71a67247-ee70-4887-b2e0-a8da5b676f27)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:50.382482 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:50.399882 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Calling delete_port for 23d90c71-9957-48b8-9ec9-c3ee2291dd07 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:26:50.581977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (23d90c71-9957-48b8-9ec9-c3ee2291dd07), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:50.599309 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:50.607314 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['23d90c71-9957-48b8-9ec9-c3ee2291dd07'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:26:50.638207 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Pushing event deleted for resources: {'Port': ['ID=23d90c71-9957-48b8-9ec9-c3ee2291dd07,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:50.680647 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-333a851a-90df-435e-a7f3-6777cb270ea6 req-2219953d-e54a-4c36-bfbd-3d60ad375655 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 210 time: 0.0477574 Jun 06 14:26:50.722032 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] No DVR routers for this DVR port 23d90c71-9957-48b8-9ec9-c3ee2291dd07 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:26:50.726924 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:50.730941 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-eee6b35f-12b0-4bd7-bd1e-79e02c00281e req-eab29dc3-d4dc-41e1-baa5-236651d8e0f5 tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.46 "DELETE /v2.0/ports/23d90c71-9957-48b8-9ec9-c3ee2291dd07 HTTP/1.1" status: 204 len: 173 time: 0.6046047 Jun 06 14:26:50.731413 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2078f8bb-17de-408d-b489-802bf66b5567', 'name': 'network-vif-deleted', 'tag': '23d90c71-9957-48b8-9ec9-c3ee2291dd07'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:50.733693 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e2b9ff-0f6a-472b-8c70-2682be96a243" -d '{"events": [{"server_uuid": "2078f8bb-17de-408d-b489-802bf66b5567", "name": "network-vif-deleted", "tag": "23d90c71-9957-48b8-9ec9-c3ee2291dd07"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:50.777122 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68218760-6e4a-4677-8f3a-4d64046c81f0 x-openstack-request-id: req-68218760-6e4a-4677-8f3a-4d64046c81f0 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:50.777415 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2078f8bb-17de-408d-b489-802bf66b5567", "name": "network-vif-deleted", "tag": "23d90c71-9957-48b8-9ec9-c3ee2291dd07", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:50.777662 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68218760-6e4a-4677-8f3a-4d64046c81f0 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:50.778109 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68218760-6e4a-4677-8f3a-4d64046c81f0'] response: {'server_uuid': '2078f8bb-17de-408d-b489-802bf66b5567', 'name': 'network-vif-deleted', 'tag': '23d90c71-9957-48b8-9ec9-c3ee2291dd07', 'status': 'completed', 'code': 200} Jun 06 14:26:51.097045 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d7a38-54d2-45c7-9787-e3cef4ca9daf req-d6f76570-73e1-4405-9b58-aa295264fdf6 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:51.098842 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-559d7a38-54d2-45c7-9787-e3cef4ca9daf req-d6f76570-73e1-4405-9b58-aa295264fdf6 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0779097 Jun 06 14:26:51.176839 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-559d7a38-54d2-45c7-9787-e3cef4ca9daf req-77b68dcc-1a3a-48a9-8899-51bb74ac6a9a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643587 Jun 06 14:26:51.906089 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6741482d-7d03-49a4-85a3-bdfbe952e3d0 req-6117694c-a29f-49eb-8a06-a2a06c3c623f tempest-VolumesSnapshotTestJSON-1634713131 tempest-VolumesSnapshotTestJSON-1634713131-project] 10.222.0.13 "GET /v2.0/ports?device_id=2078f8bb-17de-408d-b489-802bf66b5567 HTTP/1.1" status: 200 len: 210 time: 0.0632708 Jun 06 14:26:52.142098 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bb06c-ee01-4ff0-8ff6-7364c17f5180 req-1c6e239d-8c55-4189-b9e7-1522cd8e3da2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:52.144083 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8f4bb06c-ee01-4ff0-8ff6-7364c17f5180 req-1c6e239d-8c55-4189-b9e7-1522cd8e3da2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.0605133 Jun 06 14:26:52.219020 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8f4bb06c-ee01-4ff0-8ff6-7364c17f5180 req-d15fbe77-2db5-4310-8b35-f31bde03a902 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649092 Jun 06 14:26:52.368993 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951ae6e-2e60-403b-a2dc-f0da906c65e7 req-066f7690-f4f1-473d-8832-65f5111a1a9e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:52.371731 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4951ae6e-2e60-403b-a2dc-f0da906c65e7 req-066f7690-f4f1-473d-8832-65f5111a1a9e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0748858 Jun 06 14:26:52.450578 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4951ae6e-2e60-403b-a2dc-f0da906c65e7 req-77b8ca98-5a65-4226-b553-aa6babb652d1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710740 Jun 06 14:26:52.802559 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3447684-f517-4c03-80e4-dabec4c60666 req-ca86a8e7-91ba-4ca6-9ea2-fd5a1da64c8a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:52.804432 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a3447684-f517-4c03-80e4-dabec4c60666 req-ca86a8e7-91ba-4ca6-9ea2-fd5a1da64c8a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0603123 Jun 06 14:26:52.894067 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a3447684-f517-4c03-80e4-dabec4c60666 req-a1cbdb24-c1d0-48a8-963e-739619b33bf3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788748 Jun 06 14:26:53.404477 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f47f5-116d-49a6-ae5f-a89638af69bd req-52ce6b94-a555-4914-b2eb-61d1962ae5d1 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:53.408230 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-414f47f5-116d-49a6-ae5f-a89638af69bd req-52ce6b94-a555-4914-b2eb-61d1962ae5d1 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.0855598 Jun 06 14:26:53.489161 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-414f47f5-116d-49a6-ae5f-a89638af69bd req-77d145fe-62ed-40c0-9a06-e8a2a00f3f17 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740681 Jun 06 14:26:53.598523 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 23d90c71-9957-48b8-9ec9-c3ee2291dd07 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:26:53.634874 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 23d90c71-9957-48b8-9ec9-c3ee2291dd07 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:26:53.635280 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 23d90c71-9957-48b8-9ec9-c3ee2291dd07 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:26:53.864099 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-9f002a71-67c5-4cff-9c27-e5b66e1e4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:53.865772 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-9f002a71-67c5-4cff-9c27-e5b66e1e4301 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 1130 time: 0.1092911 Jun 06 14:26:53.885101 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-7eb332f9-43ca-4340-98d9-c286de08445c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:53.887597 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-7eb332f9-43ca-4340-98d9-c286de08445c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.0778153 Jun 06 14:26:54.051258 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451625c-71db-472a-9d3d-27be85b70804 req-89b348ac-4dd3-4636-a977-d0c2a3a3d817 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:54.052878 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0451625c-71db-472a-9d3d-27be85b70804 req-89b348ac-4dd3-4636-a977-d0c2a3a3d817 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0633931 Jun 06 14:26:54.131271 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0451625c-71db-472a-9d3d-27be85b70804 req-4a9350ad-f472-4985-a65b-dae792a2f882 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659814 Jun 06 14:26:54.169139 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Deleting port d717f707-59c5-428c-99f9-a11fbd69fc24 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:26:54.169910 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:54.256837 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-fa9e63f5-efb9-433d-8217-17ed84a7df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:54.259369 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-fa9e63f5-efb9-433d-8217-17ed84a7df19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 912 time: 0.3703065 Jun 06 14:26:54.273113 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:54.422977 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-1e26e9f3-fc1c-48a8-86ca-0fcd3a90587e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8 HTTP/1.1" status: 200 len: 1002 time: 0.1438282 Jun 06 14:26:54.494126 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] For port d717f707-59c5-428c-99f9-a11fbd69fc24, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d717f707-59c5-428c-99f9-a11fbd69fc24,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:26:54.494688 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:54.629791 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-58ef81cf-fd0d-4c94-8b48-b37f403ca4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:54.632357 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-58ef81cf-fd0d-4c94-8b48-b37f403ca4f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 200 len: 850 time: 0.2025704 Jun 06 14:26:54.714395 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243816c-f2d6-4350-b9cb-3ca0d10a8626 req-21649a0c-39bc-4155-9726-0d3abee45dca tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:54.725510 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5243816c-f2d6-4350-b9cb-3ca0d10a8626 req-21649a0c-39bc-4155-9726-0d3abee45dca tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 946 time: 0.1457729 Jun 06 14:26:54.732588 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-7fa8c577-b1c9-4438-9d74-f3e1047e5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:54.735043 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-7fa8c577-b1c9-4438-9d74-f3e1047e5791 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939770 Jun 06 14:26:54.816637 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5243816c-f2d6-4350-b9cb-3ca0d10a8626 req-519030fc-5155-4e72-b1f1-9616ac60a1d0 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee17bf6-c4fe-410d-a5d5-973b9d504281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846305 Jun 06 14:26:55.003235 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:55.004057 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:55.004057 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Floating IP fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92 disassociated. External IP: 172.27.1.137, port: d717f707-59c5-428c-99f9-a11fbd69fc24. Jun 06 14:26:55.004415 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Calling delete_port for d717f707-59c5-428c-99f9-a11fbd69fc24 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:26:55.029409 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-f2700516-667e-4fa6-80d8-88d2f57cc0af service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654936 Jun 06 14:26:55.211951 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:55.267684 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49fe1be7-bff0-4529-a562-a8f7d2348093 req-3b48e0b9-0003-4b58-aaa4-f491b6e639fd service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027402 Jun 06 14:26:55.306749 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (d717f707-59c5-428c-99f9-a11fbd69fc24), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:55.338004 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'Port': ['ID=d717f707-59c5-428c-99f9-a11fbd69fc24,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:55.340017 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaff32-e407-4aff-ae45-6f21c5beda83 req-323889b4-2e3f-41f6-8f72-0c1c8c7dcece tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:55.342468 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8fdaff32-e407-4aff-ae45-6f21c5beda83 req-323889b4-2e3f-41f6-8f72-0c1c8c7dcece tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0923181 Jun 06 14:26:55.383520 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:55.442874 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8fdaff32-e407-4aff-ae45-6f21c5beda83 req-569eb1f0-80d4-4d02-9d16-abcd60b5b9b8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835242 Jun 06 14:26:55.512782 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:26:55.607881 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:55.629947 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:26:55.640209 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:26:55.656123 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:26:55.656773 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:26:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:55.676641 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] No DVR routers for this DVR port d717f707-59c5-428c-99f9-a11fbd69fc24 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:26:55.679335 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:55.682714 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f41b14ec-bde3-4b9d-8dff-f1e9f55b7422 req-3126ed58-d30d-473c-b2d7-9fa698c3f9d5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "DELETE /v2.0/ports/d717f707-59c5-428c-99f9-a11fbd69fc24 HTTP/1.1" status: 204 len: 173 time: 1.7794428 Jun 06 14:26:55.683249 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'name': 'network-vif-deleted', 'tag': 'd717f707-59c5-428c-99f9-a11fbd69fc24'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:26:55.685638 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f7bc2-6010-4d30-820a-67bc45b2ef09" -d '{"events": [{"server_uuid": "a01d925b-d495-41e1-8810-5c4a905137f7", "name": "network-vif-deleted", "tag": "d717f707-59c5-428c-99f9-a11fbd69fc24"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:26:55.742741 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8457f9cb-9079-421c-9560-eebf7edefd8d x-openstack-request-id: req-8457f9cb-9079-421c-9560-eebf7edefd8d {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:26:55.743550 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01d925b-d495-41e1-8810-5c4a905137f7", "name": "network-vif-deleted", "tag": "d717f707-59c5-428c-99f9-a11fbd69fc24", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:26:55.744186 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8457f9cb-9079-421c-9560-eebf7edefd8d {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:26:55.745157 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8457f9cb-9079-421c-9560-eebf7edefd8d'] response: {'server_uuid': 'a01d925b-d495-41e1-8810-5c4a905137f7', 'name': 'network-vif-deleted', 'tag': 'd717f707-59c5-428c-99f9-a11fbd69fc24', 'status': 'completed', 'code': 200} Jun 06 14:26:55.777202 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:26:55.917737 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:55.936679 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bdcb9f70-aea0-46eb-b71b-74c188581ac7 req-08e6ca4c-4de9-4d43-8e71-7401ba2678de tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 210 time: 0.0293601 Jun 06 14:26:55.981107 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:56.022151 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:56.048242 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:26:56.058130 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:26:56.058816 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:26:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:56.176039 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:26:56.394986 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:26:56.426613 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e502c-e79b-4329-b12b-c92f7156a9f7 None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:26:56.640565 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18afb7f-a943-449c-981b-c036fb0d8757 req-6ef3eef4-2c10-43ee-9cd2-fa5c4ad93c55 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:56.643318 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d18afb7f-a943-449c-981b-c036fb0d8757 req-6ef3eef4-2c10-43ee-9cd2-fa5c4ad93c55 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0748317 Jun 06 14:26:56.711235 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e07cd-c7e6-4ca2-b7cf-7afb6b7e59b8 None None] New status for floating IP fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:26:56.725613 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d18afb7f-a943-449c-981b-c036fb0d8757 req-c139e9ac-13b2-47b8-b7c0-60e1050a165d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722799 Jun 06 14:26:57.058444 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65033852-5e3e-4ee0-acff-e1eb927072ef req-d872e0d1-785d-493e-ad3d-418eb73dc11c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 210 time: 0.0308959 Jun 06 14:26:57.870483 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227d250-8646-44a1-b04b-5483b9fc3364 req-7884cbfd-7782-4406-9052-3a0a1aea7c45 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:57.872073 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a227d250-8646-44a1-b04b-5483b9fc3364 req-7884cbfd-7782-4406-9052-3a0a1aea7c45 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0607808 Jun 06 14:26:57.948545 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a227d250-8646-44a1-b04b-5483b9fc3364 req-54762cd4-5416-4680-9217-3203e75b03d6 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682468 Jun 06 14:26:58.221527 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-809cc646-074a-444b-9da5-c5ee3674b3a8 req-60f9722e-c029-4b55-bd73-85c5870ebf17 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=a01d925b-d495-41e1-8810-5c4a905137f7 HTTP/1.1" status: 200 len: 210 time: 0.0497494 Jun 06 14:26:58.941119 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 45792) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:59.098134 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:26:59.160319 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897459-bdd2-4a28-908f-7727aabb710f req-82990921-ac66-4d9b-95d1-cca10bb6426a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:26:59.162054 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-55897459-bdd2-4a28-908f-7727aabb710f req-82990921-ac66-4d9b-95d1-cca10bb6426a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0881689 Jun 06 14:26:59.215265 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-101ed9b5-2905-4706-9890-cd44a47a5c47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40a9c7b67e894fe09b04ab789b32b405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727685 Jun 06 14:26:59.218747 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45798) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:59.244971 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-55897459-bdd2-4a28-908f-7727aabb710f req-0f48a810-09eb-4887-a674-9e40e0a726c4 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725760 Jun 06 14:26:59.320736 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-74213763-22bd-401c-ba85-9a1020b47229 admin admin] Publish callbacks [] for security_group (32485c3d-f8ad-4701-970c-67160045fe29), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:59.333316 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 45806) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:59.367165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-74213763-22bd-401c-ba85-9a1020b47229 admin admin] Publish callbacks [] for security_group (32485c3d-f8ad-4701-970c-67160045fe29), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:59.423429 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f81a8f-45b2-491d-b2f6-4fc85893acb2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (bee17bf6-c4fe-410d-a5d5-973b9d504281), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:59.441971 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-74213763-22bd-401c-ba85-9a1020b47229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (32485c3d-f8ad-4701-970c-67160045fe29), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:59.445509 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-74213763-22bd-401c-ba85-9a1020b47229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:59.447398 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-74213763-22bd-401c-ba85-9a1020b47229 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32485c3d-f8ad-4701-970c-67160045fe29 HTTP/1.1" status: 204 len: 168 time: 0.2271473 Jun 06 14:26:59.460850 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f81a8f-45b2-491d-b2f6-4fc85893acb2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (bee17bf6-c4fe-410d-a5d5-973b9d504281), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:59.462757 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74213763-22bd-401c-ba85-9a1020b47229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32485c3d-f8ad-4701-970c-67160045fe29,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:59.561856 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f81a8f-45b2-491d-b2f6-4fc85893acb2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (bee17bf6-c4fe-410d-a5d5-973b9d504281), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:59.569999 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f81a8f-45b2-491d-b2f6-4fc85893acb2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:26:59.572126 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e2f81a8f-45b2-491d-b2f6-4fc85893acb2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "DELETE /v2.0/security-groups/bee17bf6-c4fe-410d-a5d5-973b9d504281 HTTP/1.1" status: 204 len: 168 time: 0.2370527 Jun 06 14:26:59.574973 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45810) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:59.591827 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f81a8f-45b2-491d-b2f6-4fc85893acb2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee17bf6-c4fe-410d-a5d5-973b9d504281,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:26:59.616076 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-888f4649-3cac-4092-89cb-68b182235f6a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] show failed (client error): The resource could not be found. Jun 06 14:26:59.618396 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-888f4649-3cac-4092-89cb-68b182235f6a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups/bee17bf6-c4fe-410d-a5d5-973b9d504281 HTTP/1.1" status: 404 len: 347 time: 0.0415637 Jun 06 14:26:59.621168 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45814) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:26:59.870236 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Deleting port 5d808957-0979-489f-b3e0-d9daa319916a {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:26:59.876105 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (5d808957-0979-489f-b3e0-d9daa319916a), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.018781 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (5d808957-0979-489f-b3e0-d9daa319916a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.019281 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (5d808957-0979-489f-b3e0-d9daa319916a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.056890 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Calling delete_port for 5d808957-0979-489f-b3e0-d9daa319916a owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:27:00.270964 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (5d808957-0979-489f-b3e0-d9daa319916a), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.316468 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'Port': ['ID=5d808957-0979-489f-b3e0-d9daa319916a,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:00.404994 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:00.447771 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.462178 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.463537 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ea449d05-9104-4a90-b3fb-0adb589c85f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "DELETE /v2.0/floatingips/fb9bf7fa-1bb9-470c-ad91-e3f4e6316d92 HTTP/1.1" status: 204 len: 168 time: 0.8405321 Jun 06 14:27:00.583626 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45842) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:00.588802 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-c41ae7ae-8a10-42d2-861b-253c7ff79c4c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091115685', 'description': 'tempest-description--383429939'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:00.629876 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c41ae7ae-8a10-42d2-861b-253c7ff79c4c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.744426 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c41ae7ae-8a10-42d2-861b-253c7ff79c4c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (38ec67cb-7fd3-4052-a926-260e9de54b3e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.752312 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c41ae7ae-8a10-42d2-861b-253c7ff79c4c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (38ec67cb-7fd3-4052-a926-260e9de54b3e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.797641 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ae7ae-8a10-42d2-861b-253c7ff79c4c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ec67cb-7fd3-4052-a926-260e9de54b3e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:00.803202 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c41ae7ae-8a10-42d2-861b-253c7ff79c4c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.808928 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c41ae7ae-8a10-42d2-861b-253c7ff79c4c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2231743 Jun 06 14:27:00.812000 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 45848) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:00.817369 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-502db9d1-c2d3-43d0-b393-e95b44447c30 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group_rule': {'security_group_id': '38ec67cb-7fd3-4052-a926-260e9de54b3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:00.839726 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:00.867461 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-502db9d1-c2d3-43d0-b393-e95b44447c30 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (1492f06c-e521-4dfa-bfd1-f2fddf5b59ed), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.957630 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-502db9d1-c2d3-43d0-b393-e95b44447c30 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (1492f06c-e521-4dfa-bfd1-f2fddf5b59ed), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:00.963822 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-502db9d1-c2d3-43d0-b393-e95b44447c30 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (1492f06c-e521-4dfa-bfd1-f2fddf5b59ed), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.001945 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502db9d1-c2d3-43d0-b393-e95b44447c30 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1492f06c-e521-4dfa-bfd1-f2fddf5b59ed,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:01.018650 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-502db9d1-c2d3-43d0-b393-e95b44447c30 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.025680 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-502db9d1-c2d3-43d0-b393-e95b44447c30 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2119360 Jun 06 14:27:01.026302 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 45856) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:01.041389 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-557e2b7a-b96b-4716-8b60-d6269d329fbc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group_rule': {'security_group_id': '38ec67cb-7fd3-4052-a926-260e9de54b3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:01.096098 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-557e2b7a-b96b-4716-8b60-d6269d329fbc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (5330f0a0-be52-4251-9488-7754fcb61468), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.206431 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d561e0be-bd3a-4efa-a7e7-4c9de2a41974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.208840 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-557e2b7a-b96b-4716-8b60-d6269d329fbc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (5330f0a0-be52-4251-9488-7754fcb61468), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.216190 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-557e2b7a-b96b-4716-8b60-d6269d329fbc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (5330f0a0-be52-4251-9488-7754fcb61468), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.252558 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e2b7a-b96b-4716-8b60-d6269d329fbc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5330f0a0-be52-4251-9488-7754fcb61468,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:01.267959 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-557e2b7a-b96b-4716-8b60-d6269d329fbc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.276670 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-557e2b7a-b96b-4716-8b60-d6269d329fbc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2430608 Jun 06 14:27:01.277559 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 45866) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:01.288370 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:01.335878 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.472874 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.659102 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:01.678475 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Allocated IP 172.27.1.73 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/d9de990e-2fa4-47f6-ae7a-e1ae33e7f664) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:01.813992 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d717f707-59c5-428c-99f9-a11fbd69fc24 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:27:01.820866 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:01.829515 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (d9de990e-2fa4-47f6-ae7a-e1ae33e7f664), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.850333 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: d717f707-59c5-428c-99f9-a11fbd69fc24 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:27:01.850826 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d717f707-59c5-428c-99f9-a11fbd69fc24 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:27:01.926233 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (d9de990e-2fa4-47f6-ae7a-e1ae33e7f664), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:01.985615 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:01.989068 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:01.995803 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:02.019681 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=d9de990e-2fa4-47f6-ae7a-e1ae33e7f664,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:02.134997 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (d4c7abb4-93ff-4906-a2ce-3632c5471a17), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:02.184387 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (d9de990e-2fa4-47f6-ae7a-e1ae33e7f664), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:02.446865 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (d9de990e-2fa4-47f6-ae7a-e1ae33e7f664), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:02.450751 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (d9de990e-2fa4-47f6-ae7a-e1ae33e7f664), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:02.527892 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=d9de990e-2fa4-47f6-ae7a-e1ae33e7f664,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:02.542085 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (d4c7abb4-93ff-4906-a2ce-3632c5471a17), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:02.567538 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:02.569988 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5b027ab8-454d-40c6-b426-22136ae33652 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2890744 Jun 06 14:27:02.931978 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-88b192e4-ce10-42f7-bf19-0244809c931c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2091115685&fields=id&tenant_id=f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 267 time: 0.1151330 Jun 06 14:27:03.097749 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:03.126829 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ece19312-70f2-4e09-88a5-1c5c12d987d3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:03.142941 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ece19312-70f2-4e09-88a5-1c5c12d987d3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 815 time: 0.1920578 Jun 06 14:27:03.176939 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ab3845aa-48c3-4b5a-b942-1d36f61b1b5d tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/quotas/f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 375 time: 0.0242481 Jun 06 14:27:03.263418 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-1c5eab22-12a6-46bf-b50f-d5d051816d4f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802054 Jun 06 14:27:03.396693 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-40a566ca-1377-4179-970c-0f1805583712 service neutron] 10.222.0.13 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201580 Jun 06 14:27:03.426217 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:03.506952 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-0e7aea0d-f8f5-471e-8618-1ad17e8d6a51 service neutron] 10.222.0.13 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025302 Jun 06 14:27:03.722299 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b038339-80c6-412e-a9f8-7c8b36b9d58a req-298aa59f-a401-4b46-9752-18f9714a4d41 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 210 time: 0.0378029 Jun 06 14:27:03.850723 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-55718c59-6da7-4836-ada0-798787eabf75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:04.836082 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9db2f8c0-249c-4fe5-aa27-a1d623c22eda req-bc523a8b-3d9d-408c-b645-294c789a8828 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 210 time: 0.0323822 Jun 06 14:27:05.031633 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:05.970974 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9a3f5202-c4aa-4807-b19a-1282f24d685f req-43802ab1-a172-4acb-be25-b1657eae187e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 210 time: 0.0449970 Jun 06 14:27:06.397321 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=46 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:06.398206 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=38 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:06.775537 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:06.782827 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:07.132778 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-54b5ff5e-7ec0-4021-b263-ad08770be026 req-f48f4d2e-1962-4cc6-afce-27d92dcbb84f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 210 time: 0.0639434 Jun 06 14:27:08.207087 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:08.265504 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2ca83684-2b94-42f6-9c21-8de3c4c8f84f req-fc96b6ed-d344-4dab-b391-8a270fe2e3f7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 210 time: 0.0391784 Jun 06 14:27:08.980425 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-ac2b244a-a6e6-4038-8b42-617402acaca8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929041 Jun 06 14:27:09.093839 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-e55fd02f-37e3-4e75-9e16-eeb1c06e56e0 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:09.096495 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-e55fd02f-37e3-4e75-9e16-eeb1c06e56e0 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 815 time: 0.1706951 Jun 06 14:27:09.100892 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-2abf96f0-6db4-4c37-974e-e6b1968dd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:09.103697 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-2abf96f0-6db4-4c37-974e-e6b1968dd94b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 1130 time: 0.0976465 Jun 06 14:27:09.210046 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-10704a72-813f-475d-8465-2b48d6785c1e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 380 time: 0.0876367 Jun 06 14:27:09.246073 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'port': {'device_id': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'admin_state_up': True, 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'security_groups': ['38ec67cb-7fd3-4052-a926-260e9de54b3e']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:09.398509 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2e352af2-0431-42fa-9494-11ee2db22710 req-71d65aba-45ba-4d29-a306-cc9e645336a2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 210 time: 0.0459483 Jun 06 14:27:09.446847 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-138553d0-8188-40ed-8987-08ec25ec06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:09.448415 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-138553d0-8188-40ed-8987-08ec25ec06a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 912 time: 0.2064891 Jun 06 14:27:09.526208 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Made reservation on behalf of f185078fd436428e818d6dba472bacb8 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:27:09.535958 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:09.542471 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:09.576662 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-51f92ed6-a982-4a8b-91f5-772a0d6087ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8 HTTP/1.1" status: 200 len: 1002 time: 0.1207929 Jun 06 14:27:09.689530 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-3963515c-ce5a-4b54-9e4e-9e926ca38045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:09.691197 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-3963515c-ce5a-4b54-9e4e-9e926ca38045 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 200 len: 850 time: 0.1082489 Jun 06 14:27:10.045846 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-4fe61af4-112b-494f-9f4a-b419a458d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:10.047270 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-4fe61af4-112b-494f-9f4a-b419a458d1ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3321972 Jun 06 14:27:10.054206 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Allocated IP 172.20.0.7 (5c80cddf-8aa7-4709-b4d4-0401b235b6d1/31ef9458-4e63-4d83-8724-a942c881e3bd/6f067b2c-582f-4229-80f1-49f8804249fb) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:10.110256 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:10.238199 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-f9db9f61-334b-4c2c-b41e-fc8c3a638f8a service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815906 Jun 06 14:27:10.366730 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (6f067b2c-582f-4229-80f1-49f8804249fb), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:10.392980 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0f951cc4-250d-4dd7-8ce9-c2515fe4438f req-17cba6d8-d4e7-457e-9253-9c3c74b49333 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465230 Jun 06 14:27:10.423268 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:10.492157 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:10.495987 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:10.500877 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:10.531915 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=6f067b2c-582f-4229-80f1-49f8804249fb,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:10.569981 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:10.571174 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:10.573841 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b7eb5-c5f4-47bd-88ad-e07da45bb6fd req-c37f8a44-06a6-456d-abcc-7d05aa687c74 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:10.576135 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cc3b7eb5-c5f4-47bd-88ad-e07da45bb6fd req-c37f8a44-06a6-456d-abcc-7d05aa687c74 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 931 time: 0.0830901 Jun 06 14:27:10.596871 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-f71d174b-a76c-4ab8-b17b-6bbcd7f3e1cb tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3561742 Jun 06 14:27:10.645028 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cc3b7eb5-c5f4-47bd-88ad-e07da45bb6fd req-4d3b33f4-8923-4b98-8c55-5c6a58640070 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612268 Jun 06 14:27:10.723150 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Request body: {'port': {'device_id': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:10.803537 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:10.808323 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:10.808664 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:DELETE=1,neutron:SELECT=49,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:10.812975 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-a296b147-068a-471d-bf7d-d265d18664f5 None None] Provisioning complete for port 6f067b2c-582f-4229-80f1-49f8804249fb triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:10.813337 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a296b147-068a-471d-bf7d-d265d18664f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:10.818181 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:10.857399 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-a296b147-068a-471d-bf7d-d265d18664f5 None None] Port 6f067b2c-582f-4229-80f1-49f8804249fb cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:27:11.155891 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:11.351673 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f067b2c-582f-4229-80f1-49f8804249fb {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:27:11.362173 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Publish callbacks [] for port (6f067b2c-582f-4229-80f1-49f8804249fb), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:11.379322 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Transition to ACTIVE for port object 6f067b2c-582f-4229-80f1-49f8804249fb will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:27:11.382723 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:11.389508 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:11.448401 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f067b2c-582f-4229-80f1-49f8804249fb,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:11.539568 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Attempting to bind port 6f067b2c-582f-4229-80f1-49f8804249fb on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:27:11.539914 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Attempting to bind port 6f067b2c-582f-4229-80f1-49f8804249fb by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:27:11.540248 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Attempting to bind port 6f067b2c-582f-4229-80f1-49f8804249fb on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:11.546189 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Port 6f067b2c-582f-4229-80f1-49f8804249fb on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:27:11.546656 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Attempting to bind port 6f067b2c-582f-4229-80f1-49f8804249fb on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:11.555398 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:27:11.555787 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Checking segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:11.556264 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Bound using segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:27:11.556772 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Bound port: 6f067b2c-582f-4229-80f1-49f8804249fb, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:27:11.557208 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:11.656565 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] For port 6f067b2c-582f-4229-80f1-49f8804249fb, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:27:11.660270 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] For port 6f067b2c-582f-4229-80f1-49f8804249fb, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=6f067b2c-582f-4229-80f1-49f8804249fb,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:27:11.668678 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:11.731791 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:11.732409 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:11.734817 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/6f067b2c-582f-4229-80f1-49f8804249fb HTTP/1.1" status: 200 len: 1093 time: 1.0166941 Jun 06 14:27:11.735304 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:11.737893 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcfce61-d169-4c88-9345-667c08b01167" -d '{"events": [{"name": "network-changed", "server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:11.756927 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb61769-ff48-471f-8cb1-e0e7db7018a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f067b2c-582f-4229-80f1-49f8804249fb,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:11.814612 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4060b4-b4af-44b3-8d56-7f987a7ddb60 x-openstack-request-id: req-0f4060b4-b4af-44b3-8d56-7f987a7ddb60 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:11.814920 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:11.815298 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f4060b4-b4af-44b3-8d56-7f987a7ddb60 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:11.815719 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4060b4-b4af-44b3-8d56-7f987a7ddb60'] response: {'name': 'network-changed', 'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb', 'status': 'completed', 'code': 200} Jun 06 14:27:11.855724 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-99717ab8-9363-444e-8d1b-efe9fd5eb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:11.857477 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-99717ab8-9363-444e-8d1b-efe9fd5eb626 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 1127 time: 0.0555787 Jun 06 14:27:11.873038 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193214d-1145-4495-8388-2d1c622d3fd8 req-98a4676c-bfde-4935-a733-41e45bf25474 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:11.876728 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2193214d-1145-4495-8388-2d1c622d3fd8 req-98a4676c-bfde-4935-a733-41e45bf25474 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 943 time: 0.0905044 Jun 06 14:27:11.921846 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-eb7ca157-2abc-4ea9-9c85-258b9c452e83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f067b2c-582f-4229-80f1-49f8804249fb HTTP/1.1" status: 200 len: 217 time: 0.0553257 Jun 06 14:27:11.974607 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2193214d-1145-4495-8388-2d1c622d3fd8 req-64dae1e8-7566-466e-b9a1-b9265fe447d7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895627 Jun 06 14:27:12.014299 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-21832cd7-3f25-4794-8f25-c84e85341927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:12.016748 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-21832cd7-3f25-4794-8f25-c84e85341927 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.0877481 Jun 06 14:27:12.081761 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-53bdd715-85f6-401c-a8f0-c87f239cd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:12.085129 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-53bdd715-85f6-401c-a8f0-c87f239cd601 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595362 Jun 06 14:27:12.193321 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:12.212671 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-acd4e2c3-049a-4be7-9f15-e3b065f7d089 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200745 Jun 06 14:27:12.377961 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-777db7f6-56df-4fa7-9277-9038956d04a2 req-c51127ee-0b23-44ac-a942-2fab4f505100 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586535 Jun 06 14:27:12.434301 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46034) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:12.558912 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-dbb4fc6c-c7c2-4e36-ac28-11a668f5f183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:12.662751 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-dbb4fc6c-c7c2-4e36-ac28-11a668f5f183 admin admin] Publish callbacks [] for security_group (22fea17c-5a43-40ed-a8c0-009b277bc037), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:12.668229 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-dbb4fc6c-c7c2-4e36-ac28-11a668f5f183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (22fea17c-5a43-40ed-a8c0-009b277bc037), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:12.713890 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4fc6c-c7c2-4e36-ac28-11a668f5f183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fea17c-5a43-40ed-a8c0-009b277bc037,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:12.719184 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-dbb4fc6c-c7c2-4e36-ac28-11a668f5f183 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f77ef2266c04d28bb263ef284b8483c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836874 Jun 06 14:27:12.722956 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46038) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:12.786070 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65843511-5ba1-4caf-8a56-f4ae0985d0f0 admin admin] Publish callbacks [] for security_group (22fea17c-5a43-40ed-a8c0-009b277bc037), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:12.814309 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65843511-5ba1-4caf-8a56-f4ae0985d0f0 admin admin] Publish callbacks [] for security_group (22fea17c-5a43-40ed-a8c0-009b277bc037), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:12.884543 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65843511-5ba1-4caf-8a56-f4ae0985d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (22fea17c-5a43-40ed-a8c0-009b277bc037), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:12.888386 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65843511-5ba1-4caf-8a56-f4ae0985d0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:12.889587 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-65843511-5ba1-4caf-8a56-f4ae0985d0f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22fea17c-5a43-40ed-a8c0-009b277bc037 HTTP/1.1" status: 204 len: 168 time: 0.1652792 Jun 06 14:27:12.899937 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65843511-5ba1-4caf-8a56-f4ae0985d0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fea17c-5a43-40ed-a8c0-009b277bc037,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:13.137482 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd0434-e341-4071-82d2-0e5f40ec736f req-19d6e84e-2bbc-4b1c-a800-7f340c836886 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:13.139851 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-93fd0434-e341-4071-82d2-0e5f40ec736f req-19d6e84e-2bbc-4b1c-a800-7f340c836886 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 943 time: 0.0633457 Jun 06 14:27:13.154927 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:13.203368 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-93fd0434-e341-4071-82d2-0e5f40ec736f req-70d7cda2-b309-4bd1-ad9c-7854358cac82 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552478 Jun 06 14:27:13.549651 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfce61-d169-4c88-9345-667c08b01167 req-c9b2efa4-b56b-468a-afdb-962096f9874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:13.552096 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ddcfce61-d169-4c88-9345-667c08b01167 req-c9b2efa4-b56b-468a-afdb-962096f9874f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 1127 time: 0.0557630 Jun 06 14:27:13.679351 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfce61-d169-4c88-9345-667c08b01167 req-12735f4d-fd61-4fbe-bbc4-c0cdf5e996f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:13.683452 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ddcfce61-d169-4c88-9345-667c08b01167 req-12735f4d-fd61-4fbe-bbc4-c0cdf5e996f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 916 time: 0.1138377 Jun 06 14:27:13.732955 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ddcfce61-d169-4c88-9345-667c08b01167 req-001b25f8-12f6-481b-bc14-7d2cbff6c177 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f067b2c-582f-4229-80f1-49f8804249fb HTTP/1.1" status: 200 len: 217 time: 0.0432365 Jun 06 14:27:13.792887 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfce61-d169-4c88-9345-667c08b01167 req-fc1996b4-1da8-4003-8df9-1fc0ebc5f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:13.794454 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ddcfce61-d169-4c88-9345-667c08b01167 req-fc1996b4-1da8-4003-8df9-1fc0ebc5f054 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.0550890 Jun 06 14:27:13.852135 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfce61-d169-4c88-9345-667c08b01167 req-025c3e3b-35ee-4f8f-89ac-8f60cf98a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:13.853920 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ddcfce61-d169-4c88-9345-667c08b01167 req-025c3e3b-35ee-4f8f-89ac-8f60cf98a5ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513620 Jun 06 14:27:13.877035 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 6f067b2c-582f-4229-80f1-49f8804249fb details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:27:13.969943 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ddcfce61-d169-4c88-9345-667c08b01167 req-d336d394-910d-4724-a512-741dacdd76f0 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087408 Jun 06 14:27:13.994377 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 6f067b2c-582f-4229-80f1-49f8804249fb, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=6f067b2c-582f-4229-80f1-49f8804249fb,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:14.010874 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '6f067b2c-582f-4229-80f1-49f8804249fb', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'port_id': '6f067b2c-582f-4229-80f1-49f8804249fb', 'mac_address': 'fa:16:3e:e0:4c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:27:14.054619 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 6f067b2c-582f-4229-80f1-49f8804249fb is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:14.055052 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:14.071286 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f067b2c-582f-4229-80f1-49f8804249fb {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:27:14.095624 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 6f067b2c-582f-4229-80f1-49f8804249fb, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=6f067b2c-582f-4229-80f1-49f8804249fb,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:14.101300 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:14.135270 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:14.149738 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ddcfce61-d169-4c88-9345-667c08b01167 req-bc6f6ca2-5b61-46ad-824a-c4d6a3b6fe5d service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728065 Jun 06 14:27:14.158505 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=6f067b2c-582f-4229-80f1-49f8804249fb,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:14.444422 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['6f067b2c-582f-4229-80f1-49f8804249fb'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:27:14.611093 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e38a-c551-43ac-b567-dcc46d659f29 req-8068e3f6-8d77-407d-992c-7155d1c25d12 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:14.613751 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b233e38a-c551-43ac-b567-dcc46d659f29 req-8068e3f6-8d77-407d-992c-7155d1c25d12 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 944 time: 0.3289180 Jun 06 14:27:14.698354 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b233e38a-c551-43ac-b567-dcc46d659f29 req-e85fe3b5-9e98-445a-a474-41cf02bd7809 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771749 Jun 06 14:27:15.880838 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 6f067b2c-582f-4229-80f1-49f8804249fb up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:15.963417 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 6f067b2c-582f-4229-80f1-49f8804249fb completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:27:15.969979 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35965b0-b2e2-4dbd-a340-61cf2bdf3f30 req-1d11e5a8-a57f-4c88-920d-6377de826895 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:15.973636 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 6f067b2c-582f-4229-80f1-49f8804249fb triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:15.974461 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:15.982660 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f35965b0-b2e2-4dbd-a340-61cf2bdf3f30 req-1d11e5a8-a57f-4c88-920d-6377de826895 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 944 time: 0.1842625 Jun 06 14:27:16.026832 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:16.064324 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f35965b0-b2e2-4dbd-a340-61cf2bdf3f30 req-950cd8e1-420f-4075-baf3-48786bd53506 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762796 Jun 06 14:27:16.140575 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 6f067b2c-582f-4229-80f1-49f8804249fb is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:16.141638 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:16.187732 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:16.191023 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c55f28-5607-4b14-b1fb-56d7ee45987d" -d '{"events": [{"server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "name": "network-vif-plugged", "status": "completed", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:16.210623 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 6f067b2c-582f-4229-80f1-49f8804249fb, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=6f067b2c-582f-4229-80f1-49f8804249fb,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:16.216594 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:16.247893 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8990192d-74ab-42e5-a96a-53ccc90805ed x-openstack-request-id: req-8990192d-74ab-42e5-a96a-53ccc90805ed {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:16.248210 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "name": "network-vif-plugged", "status": "completed", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:16.248460 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8990192d-74ab-42e5-a96a-53ccc90805ed {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:16.248849 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8990192d-74ab-42e5-a96a-53ccc90805ed'] response: {'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb', 'code': 200} Jun 06 14:27:16.290748 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=6f067b2c-582f-4229-80f1-49f8804249fb,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:16.477282 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35702-5c07-4e2c-8658-9f79e7b59305 req-2e18ead5-9cd1-425f-be6d-9691abf847ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:16.479074 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4be35702-5c07-4e2c-8658-9f79e7b59305 req-2e18ead5-9cd1-425f-be6d-9691abf847ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 1129 time: 0.0496147 Jun 06 14:27:16.539628 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4be35702-5c07-4e2c-8658-9f79e7b59305 req-579fa8db-94a0-4fb7-bbe1-41e5081c10b2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522988 Jun 06 14:27:16.786900 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba9f95-41cd-4115-aecd-67aa6bedc61e req-50bd743c-9979-4a2d-ae0a-224fba05d94c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:16.789512 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-77ba9f95-41cd-4115-aecd-67aa6bedc61e req-50bd743c-9979-4a2d-ae0a-224fba05d94c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0714805 Jun 06 14:27:16.858730 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-77ba9f95-41cd-4115-aecd-67aa6bedc61e req-aba82efe-57dd-4046-9172-41a3dee9dd94 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605581 Jun 06 14:27:16.869086 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-e74d11ff-6cc5-498a-a003-a2ca39594c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:16.876293 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-e74d11ff-6cc5-498a-a003-a2ca39594c5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 1130 time: 0.0637481 Jun 06 14:27:16.991302 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-d952e001-a1d1-4fb3-a72f-a2b5d6e0281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:16.992877 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-d952e001-a1d1-4fb3-a72f-a2b5d6e0281c service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.1139588 Jun 06 14:27:17.213603 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2fdbc-c8fb-4438-88fa-8b7897d3cc68 req-682d4714-172a-4c52-aaba-75264085dee6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:17.216668 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cb2fdbc-c8fb-4438-88fa-8b7897d3cc68 req-682d4714-172a-4c52-aaba-75264085dee6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 945 time: 0.0694497 Jun 06 14:27:17.294084 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cb2fdbc-c8fb-4438-88fa-8b7897d3cc68 req-f8c10e34-a87e-46fe-bfea-ef73f9da9ff3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705040 Jun 06 14:27:17.447677 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-153b7ec1-d5a4-4a4a-88e0-fc41dae43fdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d HTTP/1.1" status: 200 len: 1001 time: 0.0795939 Jun 06 14:27:17.512294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-bf207429-4a21-441c-afd5-d9ded4267f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:17.513880 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-bf207429-4a21-441c-afd5-d9ded4267f0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.0593009 Jun 06 14:27:17.572899 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-3e5450db-23a7-4531-82dd-e3b209531bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:17.574911 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-3e5450db-23a7-4531-82dd-e3b209531bbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524406 Jun 06 14:27:17.676243 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:17.683642 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-ef35677c-1872-4277-a475-cb11965531a2 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020043 Jun 06 14:27:17.990723 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18686c4c-16ed-448a-a093-ef5fca836c69 req-3752823b-43b2-434a-8e74-8c42b2f99696 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:17.992281 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18686c4c-16ed-448a-a093-ef5fca836c69 req-3752823b-43b2-434a-8e74-8c42b2f99696 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0524259 Jun 06 14:27:18.051813 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18686c4c-16ed-448a-a093-ef5fca836c69 req-228ec4ff-6bc0-4c35-ba76-efefe43f2191 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490170 Jun 06 14:27:18.115307 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:27:18.318622 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a53802c-61e3-45ff-a0db-cdf469b912d6 req-77c0d70d-e2e2-4ede-96a3-71b88f616420 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254659 Jun 06 14:27:18.439924 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46132) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:18.456639 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de10a-dec6-463b-8634-db7f89f0ed2e req-3a4961ef-6346-4a13-a145-c0dd8c6150bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:18.459442 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c6de10a-dec6-463b-8634-db7f89f0ed2e req-3a4961ef-6346-4a13-a145-c0dd8c6150bc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 945 time: 0.0857983 Jun 06 14:27:18.492289 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d9ba7e-c3fd-4cd9-97f0-ddaf529541f9 admin admin] Deleting subnet 7b488206-1abe-40ad-87bc-6a60088fdd74 {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:27:18.496308 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-68d9ba7e-c3fd-4cd9-97f0-ddaf529541f9 admin admin] Publish callbacks [] for subnet (7b488206-1abe-40ad-87bc-6a60088fdd74), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:18.542411 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c6de10a-dec6-463b-8634-db7f89f0ed2e req-63f7ce3d-1dbc-463d-86ac-dd6200426b4e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767858 Jun 06 14:27:18.555797 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-68d9ba7e-c3fd-4cd9-97f0-ddaf529541f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (7b488206-1abe-40ad-87bc-6a60088fdd74), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:18.619330 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-68d9ba7e-c3fd-4cd9-97f0-ddaf529541f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (7b488206-1abe-40ad-87bc-6a60088fdd74), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:18.711653 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb5950-8811-46af-86d6-c5bbf8f13924 req-f798d937-2196-4114-a819-e8cd1998f5d8 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:18.714480 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-93fb5950-8811-46af-86d6-c5bbf8f13924 req-f798d937-2196-4114-a819-e8cd1998f5d8 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 945 time: 0.0658734 Jun 06 14:27:18.724128 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-68d9ba7e-c3fd-4cd9-97f0-ddaf529541f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (7b488206-1abe-40ad-87bc-6a60088fdd74), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:18.735953 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46140) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:18.743603 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f77683ad-b602-42de-9945-6626f6ac7875 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'floatingip': {'port_id': '6f067b2c-582f-4229-80f1-49f8804249fb'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:18.762047 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9ba7e-c3fd-4cd9-97f0-ddaf529541f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b488206-1abe-40ad-87bc-6a60088fdd74,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:18.769638 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-68d9ba7e-c3fd-4cd9-97f0-ddaf529541f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:18.773103 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-68d9ba7e-c3fd-4cd9-97f0-ddaf529541f9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b488206-1abe-40ad-87bc-6a60088fdd74 HTTP/1.1" status: 204 len: 168 time: 0.3317378 Jun 06 14:27:18.776234 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46142) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:18.803640 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f77683ad-b602-42de-9945-6626f6ac7875 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (d4c7abb4-93ff-4906-a2ce-3632c5471a17), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:18.872928 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (ba8a6d51-0856-4b11-b612-e03ba6d3288e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:18.976001 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (ba8a6d51-0856-4b11-b612-e03ba6d3288e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.004557 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:19.006673 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8a6d51-0856-4b11-b612-e03ba6d3288e']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:19.019108 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a67247-ee70-4887-b2e0-a8da5b676f27') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:19.019446 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a67247-ee70-4887-b2e0-a8da5b676f27') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:19.033000 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3234498'] for segment (71a67247-ee70-4887-b2e0-a8da5b676f27), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.063049 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (71a67247-ee70-4887-b2e0-a8da5b676f27), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.075010 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:27:19.075363 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3388999'] for segment (71a67247-ee70-4887-b2e0-a8da5b676f27), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.152347 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 71a67247-ee70-4887-b2e0-a8da5b676f27 resource provider aggregate not found Jun 06 14:27:19.203703 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 71a67247-ee70-4887-b2e0-a8da5b676f27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71a67247-ee70-4887-b2e0-a8da5b676f27 found for delete ", "request_id": "req-9fd75884-631a-4b4b-bb5e-6715e7660913"}]} Jun 06 14:27:19.208069 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (ba8a6d51-0856-4b11-b612-e03ba6d3288e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.220969 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.227110 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba8a6d51-0856-4b11-b612-e03ba6d3288e HTTP/1.1" status: 204 len: 168 time: 0.4495347 Jun 06 14:27:19.245887 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bd0e4-36a2-4eb7-9297-e5e5a6f85a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8a6d51-0856-4b11-b612-e03ba6d3288e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:19.366808 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f8827-70c1-4547-a3ce-171ec7333ecd req-b0972c40-2ebe-4a75-9a55-0a8a7c51f5dc tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:19.368721 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c3f8827-70c1-4547-a3ce-171ec7333ecd req-b0972c40-2ebe-4a75-9a55-0a8a7c51f5dc tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1628807 Jun 06 14:27:19.460770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:19.537283 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46152) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:19.604374 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4d1df38c-2a5b-4c10-976d-d765be54c6db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=810c087aef3d453cb9c0365467dd9134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0628774 Jun 06 14:27:19.605301 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f77683ad-b602-42de-9945-6626f6ac7875 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.605432 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46154) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:19.610937 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c3f8827-70c1-4547-a3ce-171ec7333ecd req-3924b0f6-b65b-4f4f-9ca5-390319c05d0e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065740 Jun 06 14:27:19.614895 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f77683ad-b602-42de-9945-6626f6ac7875 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (d4c7abb4-93ff-4906-a2ce-3632c5471a17), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.676387 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Publish callbacks [] for security_group (aea2ac17-8554-477a-99c6-32a04f93c308), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.706356 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Publish callbacks [] for security_group (aea2ac17-8554-477a-99c6-32a04f93c308), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.711373 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:19.772443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (aea2ac17-8554-477a-99c6-32a04f93c308), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.775294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:19.778216 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aea2ac17-8554-477a-99c6-32a04f93c308 HTTP/1.1" status: 204 len: 168 time: 0.1718755 Jun 06 14:27:19.793597 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea2ac17-8554-477a-99c6-32a04f93c308,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:19.803397 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:19.805573 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.806068 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.806510 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.807137 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.807573 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.808054 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.808559 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.808910 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.809383 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.809812 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.811735 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.812185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.812614 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.813043 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.813467 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93941b99-05de-45d6-b315-6cab2648e83d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:19.830518 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-f77683ad-b602-42de-9945-6626f6ac7875 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Floating IP d4c7abb4-93ff-4906-a2ce-3632c5471a17 associated. External IP: 172.27.1.73, port: 6f067b2c-582f-4229-80f1-49f8804249fb. Jun 06 14:27:20.349020 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb627c6f-100a-4569-bf35-e8f0147fc33a req-3a90f01d-bc3e-48fb-a417-41f15830c19d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:20.350995 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bb627c6f-100a-4569-bf35-e8f0147fc33a req-3a90f01d-bc3e-48fb-a417-41f15830c19d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 946 time: 0.0921147 Jun 06 14:27:20.466719 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bb627c6f-100a-4569-bf35-e8f0147fc33a req-e1c6042e-7c68-4334-94fe-0ca0265d52dc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011994 Jun 06 14:27:20.544697 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77683ad-b602-42de-9945-6626f6ac7875 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:27:20.681277 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77683ad-b602-42de-9945-6626f6ac7875 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:27:20.695145 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:27:20.695721 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f77683ad-b602-42de-9945-6626f6ac7875 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:20.720706 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:20.721932 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:20.769644 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f77683ad-b602-42de-9945-6626f6ac7875 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "PUT /v2.0/floatingips/d4c7abb4-93ff-4906-a2ce-3632c5471a17 HTTP/1.1" status: 200 len: 990 time: 2.0317760 Jun 06 14:27:20.775307 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:20.780430 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b" -d '{"events": [{"name": "network-changed", "server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:20.847658 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df2ca39-e663-4f11-8a07-0c2ce26973d4 x-openstack-request-id: req-1df2ca39-e663-4f11-8a07-0c2ce26973d4 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:20.848119 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:20.848527 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1df2ca39-e663-4f11-8a07-0c2ce26973d4 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:20.849219 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df2ca39-e663-4f11-8a07-0c2ce26973d4'] response: {'name': 'network-changed', 'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb', 'status': 'completed', 'code': 200} Jun 06 14:27:20.885757 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388fb8d-2b07-42d2-affb-4ebea2d5e270 req-06688101-dcad-4590-a3d8-14e99e0785c3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:20.888134 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e388fb8d-2b07-42d2-affb-4ebea2d5e270 req-06688101-dcad-4590-a3d8-14e99e0785c3 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1016765 Jun 06 14:27:20.904294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46192) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:20.906939 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:20.976521 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e388fb8d-2b07-42d2-affb-4ebea2d5e270 req-85a27a92-f5b9-487a-b133-bfbd320f086c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737638 Jun 06 14:27:21.096950 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1446094822-network', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:21.137635 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Made reservation on behalf of d1af47083c644609a4a84b1273a4087f for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:27:21.142213 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:21.158444 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:21.286590 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Publish callbacks [] for security_group (ea96c212-2ad4-431e-8f92-21dc20ee15f1), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:21.292471 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ea96c212-2ad4-431e-8f92-21dc20ee15f1), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:21.312996 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'd4c7abb4-93ff-4906-a2ce-3632c5471a17', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': '6f067b2c-582f-4229-80f1-49f8804249fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:e0:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:27:02Z', 'updated_at': '2022-06-06T14:27:19Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:21.339432 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:27:21.357414 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea96c212-2ad4-431e-8f92-21dc20ee15f1,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:21.366100 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:27:21.381465 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:21.382032 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Added segment 12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd of type vlan for network 0bc8f27b-6227-41c2-afe6-78b098342e4c Jun 06 14:27:21.383805 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:21.384753 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:21.444367 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (0bc8f27b-6227-41c2-afe6-78b098342e4c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:21.479856 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (0bc8f27b-6227-41c2-afe6-78b098342e4c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:21.481127 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:21.481872 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:21.553192 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:21.632807 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7271483 Jun 06 14:27:21.635896 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46198) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:21.638014 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783f171-9bcd-40c0-b371-df33900302f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0bc8f27b-6227-41c2-afe6-78b098342e4c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:21.645965 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Request body: {'subnet': {'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1446094822-subnet', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:21.654073 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-da6dc376-2ec0-4830-9768-52ca1e402e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:21.655678 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-da6dc376-2ec0-4830-9768-52ca1e402e1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 1129 time: 0.1663849 Jun 06 14:27:21.662783 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network 0bc8f27b-6227-41c2-afe6-78b098342e4c details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:27:21.699960 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ac171-bddc-4d13-ad15-f1e4dcbed5b8 req-b89d2d3d-bfbb-4438-9982-599a3157cc77 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:21.702800 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-001ac171-bddc-4d13-ad15-f1e4dcbed5b8 req-b89d2d3d-bfbb-4438-9982-599a3157cc77 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 946 time: 0.1224608 Jun 06 14:27:21.783914 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-613eeb19-fe60-4cd1-acd1-66db5f39f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:21.785600 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-613eeb19-fe60-4cd1-acd1-66db5f39f595 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 916 time: 0.1076629 Jun 06 14:27:21.818530 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-001ac171-bddc-4d13-ad15-f1e4dcbed5b8 req-d5048b9c-4119-4e3e-833f-68925fb2d946 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028094 Jun 06 14:27:21.871001 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Made reservation on behalf of d1af47083c644609a4a84b1273a4087f for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:27:21.873559 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633860'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:21.928501 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'd4c7abb4-93ff-4906-a2ce-3632c5471a17', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': '6f067b2c-582f-4229-80f1-49f8804249fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:e0:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:27:02Z', 'updated_at': '2022-06-06T14:27:19Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:21.947671 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c844897-0570-49f4-b237-9bc4afb78079 req-f12ce81a-32e1-4ca0-a4d4-de7d13d9ee09 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:21.949305 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7c844897-0570-49f4-b237-9bc4afb78079 req-f12ce81a-32e1-4ca0-a4d4-de7d13d9ee09 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 946 time: 0.1626456 Jun 06 14:27:21.960904 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad1740-040d-4f96-8d51-b83f5d510fb4 None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'd4c7abb4-93ff-4906-a2ce-3632c5471a17', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': '6f067b2c-582f-4229-80f1-49f8804249fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:e0:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:27:02Z', 'updated_at': '2022-06-06T14:27:19Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:27:21.978684 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-9c219f55-95f1-4387-8468-b3bdc00281bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f067b2c-582f-4229-80f1-49f8804249fb HTTP/1.1" status: 200 len: 998 time: 0.1745551 Jun 06 14:27:22.042534 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:22.058654 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:22.118089 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-0e7e063b-8da1-4c5c-b99d-eafc1f065796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:22.119641 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-0e7e063b-8da1-4c5c-b99d-eafc1f065796 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.1196420 Jun 06 14:27:22.167734 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0d70c-7666-4a7e-9934-84a5e67cbb88 req-60603743-db74-449d-9621-44f72fbd60e6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:22.170267 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cbe0d70c-7666-4a7e-9934-84a5e67cbb88 req-60603743-db74-449d-9621-44f72fbd60e6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0792167 Jun 06 14:27:22.198279 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Deleting port d0b62115-c8dd-481f-97e8-5204944b431a {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:27:22.198899 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:22.266592 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cbe0d70c-7666-4a7e-9934-84a5e67cbb88 req-2af6774c-7d50-4614-bc4e-3ed404771b1b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873160 Jun 06 14:27:22.272001 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-aa5c7b8f-1852-4e7d-bb39-87f3ddd7d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:22.273574 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-aa5c7b8f-1852-4e7d-bb39-87f3ddd7d8d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1411450 Jun 06 14:27:22.314142 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe37578b-30b9-4dd1-adc6-283e750fa8ee None None] New status for floating IP d4c7abb4-93ff-4906-a2ce-3632c5471a17: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:27:22.421416 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633910'] for subnet (f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:22.753381 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] For port d0b62115-c8dd-481f-97e8-5204944b431a, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=d0b62115-c8dd-481f-97e8-5204944b431a,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:22.753664 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:22.788394 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-6c9dbfec-5e33-4c84-883c-70c3021f207f service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053525 Jun 06 14:27:22.835947 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:22.956906 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Checking segment: {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:22.958107 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Network hostable DHCP agents. Network: 0bc8f27b-6227-41c2-afe6-78b098342e4c, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:27:22.987387 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cc1b8-1597-4a12-b38f-37cccfa5d91e req-7d832bc5-b968-41d5-90ca-f622140a94e4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:22.990096 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aa7cc1b8-1597-4a12-b38f-37cccfa5d91e req-7d832bc5-b968-41d5-90ca-f622140a94e4 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 946 time: 0.0724769 Jun 06 14:27:23.040140 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:23.055578 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aa7cc1b8-1597-4a12-b38f-37cccfa5d91e req-76865564-5ee1-48e3-af00-c6d573254f2b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0a3ab68-9727-440d-a54e-3928e5cf2007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588455 Jun 06 14:27:23.067615 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Network 0bc8f27b-6227-41c2-afe6-78b098342e4c is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:27:23.079860 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1bc0117-568e-4ebe-b4f9-c6ce7642b68b req-8efac82c-c379-45f7-8001-b2ddbb9de916 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559831 Jun 06 14:27:23.085967 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.086328 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (855d4e1e-7706-46b1-b58b-240f1f552746), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.086882 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Floating IP 855d4e1e-7706-46b1-b58b-240f1f552746 disassociated. External IP: 172.27.1.127, port: d0b62115-c8dd-481f-97e8-5204944b431a. Jun 06 14:27:23.087277 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Calling delete_port for d0b62115-c8dd-481f-97e8-5204944b431a owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:27:23.093165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, 0bc8f27b-6227-41c2-afe6-78b098342e4c) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:23.108788 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:23.108788 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.119063 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4005ab72-0281-4d06-9c21-7eb1f31da766 None None] Network 0bc8f27b-6227-41c2-afe6-78b098342e4c requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:27:23.140457 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:23.174882 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ec2be433-6349-4966-bd8d-47718dfea48c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5346203 Jun 06 14:27:23.174882 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:23.175286 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46204) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:23.181128 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:23.223577 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (aa81b649-12e1-4bed-8897-4a932de29ff9), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.224705 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (aa81b649-12e1-4bed-8897-4a932de29ff9), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.295979 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (d0b62115-c8dd-481f-97e8-5204944b431a), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.338431 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event deleted for resources: {'Port': ['ID=d0b62115-c8dd-481f-97e8-5204944b431a,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:23.379235 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks [] for router_controller (aa81b649-12e1-4bed-8897-4a932de29ff9), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.495075 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cea75-ec6b-4e30-b8f2-85a3a83dc6e2 req-db5dde28-59ac-4a02-9961-8d6314ded4e9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:23.497832 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-583cea75-ec6b-4e30-b8f2-85a3a83dc6e2 req-db5dde28-59ac-4a02-9961-8d6314ded4e9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0992963 Jun 06 14:27:23.537003 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-0bc8f27b-6227-41c2-afe6-78b098342e4c', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:27:23.539304 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.598521 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-583cea75-ec6b-4e30-b8f2-85a3a83dc6e2 req-b1218b8a-e3fd-4704-babb-66a193e9d911 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877602 Jun 06 14:27:23.631210 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks [] for router_gateway (aa81b649-12e1-4bed-8897-4a932de29ff9), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.639460 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Router 76f85970-ea41-4a7a-a2b2-010e60125c2c has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:27:23.762250 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Allocated IP 172.20.0.2 (0bc8f27b-6227-41c2-afe6-78b098342e4c/f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f/2c8608f3-a121-41b3-b068-642d6c29b278) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:23.849599 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:23.854386 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:23.887906 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:27:23.908026 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] Sync routers for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:27:23.911565 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:27:23.946924 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:23.948390 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:23.962699 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:23.966546 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] No DVR routers for this DVR port d0b62115-c8dd-481f-97e8-5204944b431a on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:27:23.971202 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:23.971652 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: d0b62115-c8dd-481f-97e8-5204944b431a {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:27:23.972212 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device d0b62115-c8dd-481f-97e8-5204944b431a not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:27:23.975388 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7c844897-0570-49f4-b237-9bc4afb78079 req-85b2cf2c-02b2-46fe-a8ba-52b6843b6b68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "DELETE /v2.0/ports/d0b62115-c8dd-481f-97e8-5204944b431a HTTP/1.1" status: 204 len: 173 time: 2.0167954 Jun 06 14:27:23.976119 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-deleted', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:23.978864 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f155cd-f76b-4030-9886-9201f67b4e63" -d '{"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-deleted", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:24.004557 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks [] for router_gateway (aa81b649-12e1-4bed-8897-4a932de29ff9), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:24.054217 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f006e4-9c3d-4523-9b5a-86f3ad9aace4 x-openstack-request-id: req-19f006e4-9c3d-4523-9b5a-86f3ad9aace4 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:24.054956 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12d1c93-4204-4b5b-ab25-22a197f92d27", "name": "network-vif-deleted", "tag": "d0b62115-c8dd-481f-97e8-5204944b431a", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:24.055182 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19f006e4-9c3d-4523-9b5a-86f3ad9aace4 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:24.056410 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f006e4-9c3d-4523-9b5a-86f3ad9aace4'] response: {'server_uuid': 'd12d1c93-4204-4b5b-ab25-22a197f92d27', 'name': 'network-vif-deleted', 'tag': 'd0b62115-c8dd-481f-97e8-5204944b431a', 'status': 'completed', 'code': 200} Jun 06 14:27:24.057994 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:24.178793 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Publish callbacks [] for port (2c8608f3-a121-41b3-b068-642d6c29b278), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:24.192404 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:24.217268 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:24.259071 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Network 0bc8f27b-6227-41c2-afe6-78b098342e4c is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:24.274872 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:24.279155 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:24.297366 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Allocated IP 172.27.1.120 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/52d02633-40b6-4627-9a9d-c3d5ef8a5869) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:24.316142 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Pushing event updated for resources: {'Port': ['ID=2c8608f3-a121-41b3-b068-642d6c29b278,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:24.330080 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-660ce5e5-c3d1-471f-baa6-fce382cf9851 req-ead10436-687f-4c43-a99a-fd6dff4c75da tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d12d1c93-4204-4b5b-ab25-22a197f92d27 HTTP/1.1" status: 200 len: 210 time: 0.0694609 Jun 06 14:27:24.352212 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:24.360919 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:24.378413 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:24.397847 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Attempting to bind port 2c8608f3-a121-41b3-b068-642d6c29b278 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:27:24.398316 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Attempting to bind port 2c8608f3-a121-41b3-b068-642d6c29b278 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:27:24.399529 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Attempting to bind port 2c8608f3-a121-41b3-b068-642d6c29b278 on network 0bc8f27b-6227-41c2-afe6-78b098342e4c {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:24.408335 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:27:24.408931 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Checking segment: {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:24.409469 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:24.409787 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Bound using segment: {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:27:24.411487 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Bound port: 2c8608f3-a121-41b3-b068-642d6c29b278, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:27:24.411487 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:24.423856 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:24.496558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] For port 2c8608f3-a121-41b3-b068-642d6c29b278, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:27:24.504194 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] For port 2c8608f3-a121-41b3-b068-642d6c29b278, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=2c8608f3-a121-41b3-b068-642d6c29b278,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:27:24.517048 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:24.518645 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:24.519442 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks [] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:24.553970 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] Checking router: 76f85970-ea41-4a7a-a2b2-010e60125c2c for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:27:24.567857 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:24.568593 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:24.589517 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:24.643366 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7bef4-0f00-4a99-a757-24c615158ada None None] Pushing event updated for resources: {'Port': ['ID=2c8608f3-a121-41b3-b068-642d6c29b278,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:24.699034 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:24.708824 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:24.721091 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:24.776077 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Pushing event updated for resources: {'Port': ['ID=52d02633-40b6-4627-9a9d-c3d5ef8a5869,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:24.831360 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:24.896784 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8177ced-2236-4032-8f38-823f8f9be2e8 req-796c3060-0af0-4c65-a888-e564ae5d16cf tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:24.900152 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f8177ced-2236-4032-8f38-823f8f9be2e8 req-796c3060-0af0-4c65-a888-e564ae5d16cf tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1224425 Jun 06 14:27:24.926502 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:25.021486 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f8177ced-2236-4032-8f38-823f8f9be2e8 req-338ec555-a297-4067-b99d-2b1d9a8e7a43 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106117 Jun 06 14:27:25.097175 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks [] for router_gateway (aa81b649-12e1-4bed-8897-4a932de29ff9), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:25.242540 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:25.288322 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef1dc5-f5c4-4a06-b44a-25a63b8e0ed6 None None] The sync data for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi is: [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:27:25.372763 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (aa81b649-12e1-4bed-8897-4a932de29ff9), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:25.491939 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46218) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:25.570623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Router aa81b649-12e1-4bed-8897-4a932de29ff9 is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:27:25.581379 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (c0a3ab68-9727-440d-a54e-3928e5cf2007), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:25.626178 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:25.626492 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (c0a3ab68-9727-440d-a54e-3928e5cf2007), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:25.707051 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:27:25.721820 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Sync routers for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:27:25.743228 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:25.744768 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6204b204-66a7-4f80-a916-0c9432413517 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5670702 Jun 06 14:27:25.749946 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46220) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:25.750725 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:25.751584 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:25.763595 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (c0a3ab68-9727-440d-a54e-3928e5cf2007), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:25.775023 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:25.781190 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0a3ab68-9727-440d-a54e-3928e5cf2007 HTTP/1.1" status: 204 len: 168 time: 0.2875602 Jun 06 14:27:25.791775 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46222) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:25.830458 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.api.v2.resource [None req-a9bf2aeb-86b0-4328-8f55-5dd1a8427d9f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] show failed (client error): The resource could not be found. Jun 06 14:27:25.832510 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a9bf2aeb-86b0-4328-8f55-5dd1a8427d9f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups/c0a3ab68-9727-440d-a54e-3928e5cf2007 HTTP/1.1" status: 404 len: 347 time: 0.0385599 Jun 06 14:27:25.840511 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46224) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:25.843321 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a3ab68-9727-440d-a54e-3928e5cf2007,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:25.844704 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b672407-0838-41b7-bbd1-865e32eb1711 None None] New status for floating IP 855d4e1e-7706-46b1-b58b-240f1f552746: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:27:25.896142 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.896756 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.897249 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.897801 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.898306 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.898796 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.899289 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.899941 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.900532 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.901153 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.901636 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.902133 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.902642 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.903121 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.903607 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ed380d-7127-40f2-a56e-7252b9b46eda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:25.966389 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:26.039271 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Deleting port bb98c0d1-be92-4607-983d-e4846bdade50 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:27:26.039671 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (bb98c0d1-be92-4607-983d-e4846bdade50), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:26.052521 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:26.314688 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:24Z', 'revision_number': 3, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:26.320635 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (bb98c0d1-be92-4607-983d-e4846bdade50), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:26.321171 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (bb98c0d1-be92-4607-983d-e4846bdade50), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:26.351152 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Checking router: aa81b649-12e1-4bed-8897-4a932de29ff9 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:27:26.351649 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Updating router aa81b649-12e1-4bed-8897-4a932de29ff9 port 52d02633-40b6-4627-9a9d-c3d5ef8a5869 binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:27:26.386363 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 2c8608f3-a121-41b3-b068-642d6c29b278 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:26.417136 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Calling delete_port for bb98c0d1-be92-4607-983d-e4846bdade50 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:27:26.419248 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:26.430061 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c429a-a01d-4aad-a653-1cc1b577048c None None] Network 0bc8f27b-6227-41c2-afe6-78b098342e4c requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:27:26.445770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae46ec-8da1-436f-acd0-88bb82e7d2be req-d8bfe14f-6b8f-4222-8003-f6ae67d75d0e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:26.448179 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67ae46ec-8da1-436f-acd0-88bb82e7d2be req-d8bfe14f-6b8f-4222-8003-f6ae67d75d0e tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1769869 Jun 06 14:27:26.548930 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 2c8608f3-a121-41b3-b068-642d6c29b278 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:26.549295 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:26.654234 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67ae46ec-8da1-436f-acd0-88bb82e7d2be req-9c1385eb-9152-4d78-839e-e44f57e4f825 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275125 Jun 06 14:27:26.667853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-89929eca-8da4-4b4b-adaf-816c0711f47d None None] Provisioning complete for port 2c8608f3-a121-41b3-b068-642d6c29b278 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:26.667853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-89929eca-8da4-4b4b-adaf-816c0711f47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:26.729867 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:26.747631 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (bb98c0d1-be92-4607-983d-e4846bdade50), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:26.776271 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event deleted for resources: {'Port': ['ID=bb98c0d1-be92-4607-983d-e4846bdade50,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:26.898364 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (855d4e1e-7706-46b1-b58b-240f1f552746), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:26.901175 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:26.906729 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1dd46a3e-3ec6-478a-b9e8-64a26fdec333 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "DELETE /v2.0/floatingips/855d4e1e-7706-46b1-b58b-240f1f552746 HTTP/1.1" status: 204 len: 168 time: 1.0604012 Jun 06 14:27:27.002953 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:27.019707 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.047920 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46232) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:27.052669 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-ff46fbf5-168a-4f33-9e47-24ab9054c001 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818588643', 'description': 'tempest-description--656620075'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:27.053219 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 2c8608f3-a121-41b3-b068-642d6c29b278 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:27.053611 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.071484 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:27.100968 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-89929eca-8da4-4b4b-adaf-816c0711f47d None None] Current status of the port 2c8608f3-a121-41b3-b068-642d6c29b278 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:27.101616 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-89929eca-8da4-4b4b-adaf-816c0711f47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.150225 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff46fbf5-168a-4f33-9e47-24ab9054c001 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.169481 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port 2c8608f3-a121-41b3-b068-642d6c29b278, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=2c8608f3-a121-41b3-b068-642d6c29b278,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:27.183677 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.367714 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff46fbf5-168a-4f33-9e47-24ab9054c001 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (e1f4811c-f854-49ff-a34c-01dc60055959), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.369397 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Allocated IP 172.20.0.1 (0bc8f27b-6227-41c2-afe6-78b098342e4c/f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f/4701ba58-549a-405f-9cc5-b7091cb06ab8) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:27.374692 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff46fbf5-168a-4f33-9e47-24ab9054c001 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (e1f4811c-f854-49ff-a34c-01dc60055959), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.407593 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:27.431236 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff46fbf5-168a-4f33-9e47-24ab9054c001 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.432846 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ff46fbf5-168a-4f33-9e47-24ab9054c001 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3836248 Jun 06 14:27:27.437456 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46234) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:27.443029 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-bb12a640-5c18-46de-a037-9a6b3372d60e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'security_group_rule': {'security_group_id': 'e1f4811c-f854-49ff-a34c-01dc60055959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:27.467186 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46fbf5-168a-4f33-9e47-24ab9054c001 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f4811c-f854-49ff-a34c-01dc60055959,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:27.505361 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bb12a640-5c18-46de-a037-9a6b3372d60e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (587efba7-3cf0-4db4-bc06-5668dee0d921), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.523318 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:27.525758 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=2c8608f3-a121-41b3-b068-642d6c29b278,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:27.544411 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-89929eca-8da4-4b4b-adaf-816c0711f47d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 06 14:27:27.557847 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-89929eca-8da4-4b4b-adaf-816c0711f47d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 14:27:27.567195 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Publish callbacks [] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.575930 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:27.579409 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Publish callbacks [] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.599469 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.608752 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bb12a640-5c18-46de-a037-9a6b3372d60e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (587efba7-3cf0-4db4-bc06-5668dee0d921), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.619722 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bb12a640-5c18-46de-a037-9a6b3372d60e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (587efba7-3cf0-4db4-bc06-5668dee0d921), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.633839 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.656869 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12a640-5c18-46de-a037-9a6b3372d60e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587efba7-3cf0-4db4-bc06-5668dee0d921,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:27.665544 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Attempting to bind port 52d02633-40b6-4627-9a9d-c3d5ef8a5869 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:27:27.665845 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Attempting to bind port 52d02633-40b6-4627-9a9d-c3d5ef8a5869 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:27:27.666225 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Attempting to bind port 52d02633-40b6-4627-9a9d-c3d5ef8a5869 on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:27.673002 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bb12a640-5c18-46de-a037-9a6b3372d60e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.674955 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-bb12a640-5c18-46de-a037-9a6b3372d60e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2360408 Jun 06 14:27:27.679535 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46236) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:27.680338 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:27:27.680709 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:27.681101 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.681487 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:27:27.682000 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Bound port: 52d02633-40b6-4627-9a9d-c3d5ef8a5869, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:27:27.682369 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.688637 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d2803-83e0-46ca-b871-ed2192edbcfb None None] Pushing event updated for resources: {'Port': ['ID=52d02633-40b6-4627-9a9d-c3d5ef8a5869,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:27.688949 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8b4253da-616d-4821-8fa1-eac50f9d8d1d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'security_group_rule': {'security_group_id': 'e1f4811c-f854-49ff-a34c-01dc60055959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:27.699994 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:27.711949 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Network 0bc8f27b-6227-41c2-afe6-78b098342e4c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:27.720303 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:27.727291 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:27.731196 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b4253da-616d-4821-8fa1-eac50f9d8d1d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (82f462d3-839d-43a1-8264-742d5bad7320), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.751808 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] For port 52d02633-40b6-4627-9a9d-c3d5ef8a5869, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:27:27.756288 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] For port 52d02633-40b6-4627-9a9d-c3d5ef8a5869, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=52d02633-40b6-4627-9a9d-c3d5ef8a5869,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:27:27.770363 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.801245 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (aa81b649-12e1-4bed-8897-4a932de29ff9), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.832256 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b4253da-616d-4821-8fa1-eac50f9d8d1d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (82f462d3-839d-43a1-8264-742d5bad7320), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.839710 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b4253da-616d-4821-8fa1-eac50f9d8d1d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (82f462d3-839d-43a1-8264-742d5bad7320), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.854207 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:27.855497 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:27.884588 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Pushing event updated for resources: {'Port': ['ID=4701ba58-549a-405f-9cc5-b7091cb06ab8,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:27.888599 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4253da-616d-4821-8fa1-eac50f9d8d1d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f462d3-839d-43a1-8264-742d5bad7320,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:27.951274 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491b08a-371a-4015-853b-3205f082ffc8 req-15142c56-8207-4e29-bcfb-00999b01fce6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:27.953973 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9491b08a-371a-4015-853b-3205f082ffc8 req-15142c56-8207-4e29-bcfb-00999b01fce6 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0582018 Jun 06 14:27:27.957967 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b4253da-616d-4821-8fa1-eac50f9d8d1d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:27.960640 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8b4253da-616d-4821-8fa1-eac50f9d8d1d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2780292 Jun 06 14:27:27.965226 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46242) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:27.972729 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:28.031152 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d2803-83e0-46ca-b871-ed2192edbcfb None None] Pushing event updated for resources: {'Port': ['ID=52d02633-40b6-4627-9a9d-c3d5ef8a5869,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:28.033876 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.070356 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9491b08a-371a-4015-853b-3205f082ffc8 req-afa7cb82-d4b4-4137-991b-1d7be73bd65b tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057088 Jun 06 14:27:28.129567 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.138309 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.174397 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-89929eca-8da4-4b4b-adaf-816c0711f47d None None] Current status of the port 2c8608f3-a121-41b3-b068-642d6c29b278 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:28.196141 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:28.269932 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 2c8608f3-a121-41b3-b068-642d6c29b278 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:28.358817 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-731b045e-d4ad-4f3a-9cb2-499927b2f82d None None] Provisioning complete for port 2c8608f3-a121-41b3-b068-642d6c29b278 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:28.359401 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-731b045e-d4ad-4f3a-9cb2-499927b2f82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.418827 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Allocated IP 172.27.1.241 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/ca7e8817-052d-4106-96bc-a00d77256e36) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:28.475790 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 2c8608f3-a121-41b3-b068-642d6c29b278 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:28.476165 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.512980 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:28.575880 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:28.599195 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Publish callbacks [] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.607038 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:24Z', 'revision_number': 3, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:28.611440 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.649165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for port (ca7e8817-052d-4106-96bc-a00d77256e36), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.649511 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-731b045e-d4ad-4f3a-9cb2-499927b2f82d None None] Current status of the port 2c8608f3-a121-41b3-b068-642d6c29b278 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:28.654630 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef4055-08fe-4289-9f16-ddb2e89aa024 None None] The sync data for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi is: [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:24Z', 'revision_number': 3, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:27:28.682757 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-731b045e-d4ad-4f3a-9cb2-499927b2f82d None None] Provisioning complete for port 4701ba58-549a-405f-9cc5-b7091cb06ab8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:28.682757 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-731b045e-d4ad-4f3a-9cb2-499927b2f82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.706757 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (aa81b649-12e1-4bed-8897-4a932de29ff9), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.722408 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Pushing event updated for resources: {'Port': ['ID=4701ba58-549a-405f-9cc5-b7091cb06ab8,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:28.724953 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 2c8608f3-a121-41b3-b068-642d6c29b278 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:28.730555 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:28.740156 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-731b045e-d4ad-4f3a-9cb2-499927b2f82d None None] Port 4701ba58-549a-405f-9cc5-b7091cb06ab8 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:27:28.798653 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (ca7e8817-052d-4106-96bc-a00d77256e36), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:28.857273 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:28.868648 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:28.878755 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:28.887115 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'Port': ['ID=ca7e8817-052d-4106-96bc-a00d77256e36,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:28.929990 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Network 0bc8f27b-6227-41c2-afe6-78b098342e4c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:28.936434 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:29.100812 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (f3a5cd05-753d-48dc-93df-438984a4acf1), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:29.168630 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Router aa81b649-12e1-4bed-8897-4a932de29ff9 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:27:29.171021 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ca7e8817-052d-4106-96bc-a00d77256e36), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:29.320199 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b6df-b701-4d4e-a782-bf8dcb263520 req-ea6806b2-91dc-4d94-854f-7a570315511a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:29.334320 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b205b6df-b701-4d4e-a782-bf8dcb263520 req-ea6806b2-91dc-4d94-854f-7a570315511a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1067214 Jun 06 14:27:29.392885 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b205b6df-b701-4d4e-a782-bf8dcb263520 req-ab7c50fb-607e-408d-899f-7a9bff411784 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568819 Jun 06 14:27:29.428619 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-9cb07137-9572-4a01-93c3-2b6dddeaa5b4 None None] Provisioning complete for port 4701ba58-549a-405f-9cc5-b7091cb06ab8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:29.429491 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9cb07137-9572-4a01-93c3-2b6dddeaa5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:29.464272 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:29.473041 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9cb07137-9572-4a01-93c3-2b6dddeaa5b4 None None] Port 4701ba58-549a-405f-9cc5-b7091cb06ab8 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:27:29.593280 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:29.599714 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:27:29.621355 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-60ad172c-fc7b-4cb3-8c31-a939509a4e8a admin admin] 10.222.0.13 "PUT /v2.0/routers/aa81b649-12e1-4bed-8897-4a932de29ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8613915 Jun 06 14:27:29.708664 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for port (ca7e8817-052d-4106-96bc-a00d77256e36), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:29.719043 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (ca7e8817-052d-4106-96bc-a00d77256e36), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:29.866613 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'Port': ['ID=ca7e8817-052d-4106-96bc-a00d77256e36,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:29.900359 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1d2f4-a8e0-4ad4-98d0-30f965af1d65 req-cc093890-a91b-40e4-bdb9-4d0a71dfe19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:29.902006 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1bf1d2f4-a8e0-4ad4-98d0-30f965af1d65 req-cc093890-a91b-40e4-bdb9-4d0a71dfe19a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 1130 time: 0.1189961 Jun 06 14:27:29.939354 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (f3a5cd05-753d-48dc-93df-438984a4acf1), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:29.974877 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:29.976895 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-31e50a41-089e-4413-9331-c76a3ae465cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0101478 Jun 06 14:27:29.986188 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1bf1d2f4-a8e0-4ad4-98d0-30f965af1d65 req-df8a0609-0a83-40c6-a161-e99e81c11e33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774159 Jun 06 14:27:30.246808 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 52d02633-40b6-4627-9a9d-c3d5ef8a5869 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:30.302234 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 52d02633-40b6-4627-9a9d-c3d5ef8a5869 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:30.302756 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.320137 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-d06e57bd-37e4-4a21-a9d3-2142dcc59702 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1818588643&fields=id&tenant_id=52da965db3654006abddd5b40b0905c2 HTTP/1.1" status: 200 len: 267 time: 0.0820816 Jun 06 14:27:30.429403 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 52d02633-40b6-4627-9a9d-c3d5ef8a5869 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:30.430008 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.471838 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port 52d02633-40b6-4627-9a9d-c3d5ef8a5869, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=52d02633-40b6-4627-9a9d-c3d5ef8a5869,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:30.478214 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.493104 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46278) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:30.501591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-836556738-network', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:30.534788 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-5fc7ad9d-882a-4fd3-b45c-c3540e7e89ee tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:30.538359 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-5fc7ad9d-882a-4fd3-b45c-c3540e7e89ee tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 816 time: 0.2104661 Jun 06 14:27:30.554063 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=52d02633-40b6-4627-9a9d-c3d5ef8a5869,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:30.556864 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Made reservation on behalf of f97acc4269294ff4be07755871d3bb7b for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:27:30.561153 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.579349 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.582629 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-f74f99cb-e721-410f-b5d4-89c3a332792b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/quotas/52da965db3654006abddd5b40b0905c2 HTTP/1.1" status: 200 len: 375 time: 0.0375347 Jun 06 14:27:30.659878 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a28dfb-e29f-4179-aff6-fa025210b861 req-e2ea262d-d52a-4ee2-b44e-c6c949932d37 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:30.661521 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f5a28dfb-e29f-4179-aff6-fa025210b861 req-e2ea262d-d52a-4ee2-b44e-c6c949932d37 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1062145 Jun 06 14:27:30.675770 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-cf69ad3c-ecbb-4600-aca5-2316672533e1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752957 Jun 06 14:27:30.742061 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:30.771396 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Publish callbacks [] for security_group (d2b419f0-b974-4773-af45-57d432c74c0e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.777167 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d2b419f0-b974-4773-af45-57d432c74c0e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.792693 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f5a28dfb-e29f-4179-aff6-fa025210b861 req-4891e57c-0932-4916-b3ea-864a9269732c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147830 Jun 06 14:27:30.842233 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:27:30.847888 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b419f0-b974-4773-af45-57d432c74c0e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:30.861640 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-dd1a972d-7ac0-47fe-874e-9dbc1e5ee762 service neutron] 10.222.0.13 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529825 Jun 06 14:27:30.868629 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (85f30779-8fb2-445a-8189-ee6424e1a610), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.868991 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Added segment 85f30779-8fb2-445a-8189-ee6424e1a610 of type vlan for network cf820fe8-00e7-4b1e-9e96-925dea1df15c Jun 06 14:27:30.927204 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (cf820fe8-00e7-4b1e-9e96-925dea1df15c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.964180 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (cf820fe8-00e7-4b1e-9e96-925dea1df15c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.965577 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:30.966521 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:30.996048 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-9c55b20a-af46-4b19-bdb5-66deccbef5a8 service neutron] 10.222.0.13 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147096 Jun 06 14:27:31.055873 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5611401 Jun 06 14:27:31.059242 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46280) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:31.064913 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Request body: {'subnet': {'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-836556738-subnet', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:31.082171 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35326ac-592d-408e-9f46-03b266a6bca8 admin admin] Pushing event updated for resources: {'Network': ['ID=cf820fe8-00e7-4b1e-9e96-925dea1df15c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:31.095330 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network cf820fe8-00e7-4b1e-9e96-925dea1df15c details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:27:31.109478 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Made reservation on behalf of f97acc4269294ff4be07755871d3bb7b for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:27:31.112509 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633860'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:31.228654 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:31.253946 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Sync routers for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:27:31.305856 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-091ac2b5-1b75-4d89-bd83-fe4597f2eec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:31.318908 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:31.320676 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:31.324469 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:31.356936 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f040e714-36ab-4386-a285-d0d49b48bf2a req-635a2efb-d290-45b0-bdf4-4a28e2ed8473 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 210 time: 0.0465202 Jun 06 14:27:31.405599 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633910'] for subnet (44bddc4a-2586-4d7f-b879-c5c3254dc19e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:31.471174 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=44bddc4a-2586-4d7f-b879-c5c3254dc19e,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:31.496457 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Checking segment: {'id': '85f30779-8fb2-445a-8189-ee6424e1a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:31.497195 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Network hostable DHCP agents. Network: cf820fe8-00e7-4b1e-9e96-925dea1df15c, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:27:31.524322 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Network cf820fe8-00e7-4b1e-9e96-925dea1df15c is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:27:31.531274 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:31.538198 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, cf820fe8-00e7-4b1e-9e96-925dea1df15c) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:31.549223 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:31.549968 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:31.554064 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:31.565186 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:31.572741 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ad3db-30b0-4d3a-b3ab-8d72785aa68b None None] Network cf820fe8-00e7-4b1e-9e96-925dea1df15c requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:27:31.583083 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-627473c8-d2bc-46fb-a8f6-df4f8a0278fa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5186751 Jun 06 14:27:31.583562 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46288) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:31.590762 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:31.655214 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (e6d8c92c-b956-4fee-8f67-3347d510417c), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:31.657453 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (e6d8c92c-b956-4fee-8f67-3347d510417c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:31.769219 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks [] for router_controller (e6d8c92c-b956-4fee-8f67-3347d510417c), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:32.117798 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:32.141769 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks [] for router_gateway (e6d8c92c-b956-4fee-8f67-3347d510417c), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:32.158180 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854d10-c686-4212-80e7-459154267591 req-6c6aacea-8954-4dce-9da1-afd1d44b1fbf tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:32.160134 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-92854d10-c686-4212-80e7-459154267591 req-6c6aacea-8954-4dce-9da1-afd1d44b1fbf tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1423953 Jun 06 14:27:32.216896 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-cf820fe8-00e7-4b1e-9e96-925dea1df15c', 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c', 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'fixed_ips': [{'subnet_id': '44bddc4a-2586-4d7f-b879-c5c3254dc19e'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:27:32.219018 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:32.222056 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 52d02633-40b6-4627-9a9d-c3d5ef8a5869 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:32.292570 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-92854d10-c686-4212-80e7-459154267591 req-aaccbb95-7683-4ef4-af86-3a1ba689a4d9 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149271 Jun 06 14:27:32.485271 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-534fc460-ed44-40c0-ba9d-a1fcfa600e6e req-b386d5c8-29a9-4e4e-aa32-69387e2c5555 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 210 time: 0.0472267 Jun 06 14:27:32.558033 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks [] for router_gateway (e6d8c92c-b956-4fee-8f67-3347d510417c), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:32.583064 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:32.587005 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 52d02633-40b6-4627-9a9d-c3d5ef8a5869 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:32.598438 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:32.648664 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4701ba58-549a-405f-9cc5-b7091cb06ab8', 'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'mac_address': 'fa:16:3e:84:28:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:27Z', 'updated_at': '2022-06-06T14:27:28Z', 'revision_number': 2, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'subnets': [{'id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:32.696290 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Checking router: aa81b649-12e1-4bed-8897-4a932de29ff9 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:27:32.696638 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Updating router aa81b649-12e1-4bed-8897-4a932de29ff9 port 4701ba58-549a-405f-9cc5-b7091cb06ab8 binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:27:32.699546 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Allocated IP 172.20.0.2 (cf820fe8-00e7-4b1e-9e96-925dea1df15c/44bddc4a-2586-4d7f-b879-c5c3254dc19e/ab5efe88-7cf6-455f-8406-e02a63c15892) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:32.797219 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Allocated IP 172.27.1.247 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/af44773d-4920-4a0b-9d27-85851410bb97) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:32.831547 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:32.872485 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:32.911367 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 52d02633-40b6-4627-9a9d-c3d5ef8a5869 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:33.049637 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks [] for port (af44773d-4920-4a0b-9d27-85851410bb97), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.058025 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:33.127214 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53bff-9a72-4ab4-8317-36c1b6388365 req-20846817-f57e-4d7f-8dd2-09dd8bdb6346 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:33.128820 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b7b53bff-9a72-4ab4-8317-36c1b6388365 req-20846817-f57e-4d7f-8dd2-09dd8bdb6346 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0768554 Jun 06 14:27:33.146061 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (af44773d-4920-4a0b-9d27-85851410bb97), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.205629 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:33.222657 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:33.227415 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Publish callbacks [] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.229390 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:33.241373 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.260770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Pushing event updated for resources: {'Port': ['ID=af44773d-4920-4a0b-9d27-85851410bb97,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:33.280858 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b7b53bff-9a72-4ab4-8317-36c1b6388365 req-7edb421c-0097-4210-b372-0be42bdea02a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433594 Jun 06 14:27:33.413339 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Network cf820fe8-00e7-4b1e-9e96-925dea1df15c is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:33.434403 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:33.446668 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:33.463227 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Pushing event updated for resources: {'Port': ['ID=ab5efe88-7cf6-455f-8406-e02a63c15892,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:33.632002 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-fea9ddc2-fb90-46dd-8ef9-00fd112a8096 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:33.633897 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-fea9ddc2-fb90-46dd-8ef9-00fd112a8096 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 816 time: 0.1935670 Jun 06 14:27:33.653269 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:33.672942 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Attempting to bind port ab5efe88-7cf6-455f-8406-e02a63c15892 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:27:33.673830 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Attempting to bind port ab5efe88-7cf6-455f-8406-e02a63c15892 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '85f30779-8fb2-445a-8189-ee6424e1a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:27:33.673830 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Attempting to bind port ab5efe88-7cf6-455f-8406-e02a63c15892 on network cf820fe8-00e7-4b1e-9e96-925dea1df15c {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:33.721998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-ad4ecfbc-3003-40b3-bc3f-3ed9e140caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:33.723662 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-ad4ecfbc-3003-40b3-bc3f-3ed9e140caee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 1130 time: 0.4353642 Jun 06 14:27:33.736388 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:27:33.736867 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Checking segment: {'id': '85f30779-8fb2-445a-8189-ee6424e1a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:33.737231 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.738288 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Bound using segment: {'id': '85f30779-8fb2-445a-8189-ee6424e1a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:27:33.738852 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Bound port: ab5efe88-7cf6-455f-8406-e02a63c15892, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f30779-8fb2-445a-8189-ee6424e1a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:27:33.739233 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.758468 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b5d11ba-7c8a-4541-bc5e-87e421eb554d req-400498db-b900-40d3-a5cf-12d92754a97b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 210 time: 0.0438695 Jun 06 14:27:33.809799 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:33.815679 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Publish callbacks [] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.841012 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.870030 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-9eb9c6a1-189a-4a08-9a67-85865552bb96 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52da965db3654006abddd5b40b0905c2 HTTP/1.1" status: 200 len: 380 time: 0.2199116 Jun 06 14:27:33.886072 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks [] for router_gateway (e6d8c92c-b956-4fee-8f67-3347d510417c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.912162 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'port': {'device_id': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'admin_state_up': True, 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'security_groups': ['e1f4811c-f854-49ff-a34c-01dc60055959']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:33.923741 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] For port ab5efe88-7cf6-455f-8406-e02a63c15892, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:27:33.936306 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] For port ab5efe88-7cf6-455f-8406-e02a63c15892, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ab5efe88-7cf6-455f-8406-e02a63c15892,segment=NetworkSegment(85f30779-8fb2-445a-8189-ee6424e1a610),segment_id=85f30779-8fb2-445a-8189-ee6424e1a610)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:27:33.943051 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-52fe3281-0e46-4be0-a76b-2c3bb3ae7a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:33.952518 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56295a53-2694-4181-8d4a-c9e412d77a1a None None] Pushing event updated for resources: {'Port': ['ID=4701ba58-549a-405f-9cc5-b7091cb06ab8,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:33.983118 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:34.020150 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-bb18bb27-a910-4e31-8f5b-37377e25901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:34.030065 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-bb18bb27-a910-4e31-8f5b-37377e25901f service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.2906253 Jun 06 14:27:34.131433 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-34631df8-d238-465c-a6dd-526e4331f0c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d HTTP/1.1" status: 200 len: 1001 time: 0.0888562 Jun 06 14:27:34.169526 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Attempting to bind port 4701ba58-549a-405f-9cc5-b7091cb06ab8 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:27:34.170909 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Attempting to bind port 4701ba58-549a-405f-9cc5-b7091cb06ab8 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:27:34.171643 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Attempting to bind port 4701ba58-549a-405f-9cc5-b7091cb06ab8 on network 0bc8f27b-6227-41c2-afe6-78b098342e4c {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:34.195330 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd9138-01f9-4f22-a535-af44988b355d None None] Pushing event updated for resources: {'Port': ['ID=ab5efe88-7cf6-455f-8406-e02a63c15892,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:34.213559 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:27:34.215946 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Checking segment: {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:34.219567 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:34.220109 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Bound using segment: {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:27:34.220700 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Bound port: 4701ba58-549a-405f-9cc5-b7091cb06ab8, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:27:34.221171 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:34.244954 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-aad3a08c-1d81-44ff-8939-1b7bce064533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:34.248038 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-aad3a08c-1d81-44ff-8939-1b7bce064533 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.1005132 Jun 06 14:27:34.290081 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:34.312998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Made reservation on behalf of 52da965db3654006abddd5b40b0905c2 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:27:34.316883 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:34.349387 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] For port 4701ba58-549a-405f-9cc5-b7091cb06ab8, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:27:34.355233 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] For port 4701ba58-549a-405f-9cc5-b7091cb06ab8, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=4701ba58-549a-405f-9cc5-b7091cb06ab8,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:27:34.377931 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:34.490320 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:34.498212 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-0b9fee14-c4bd-4d53-8fb3-83aa8c1c972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:34.500753 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-0b9fee14-c4bd-4d53-8fb3-83aa8c1c972f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2435205 Jun 06 14:27:34.574734 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56295a53-2694-4181-8d4a-c9e412d77a1a None None] Pushing event updated for resources: {'Port': ['ID=4701ba58-549a-405f-9cc5-b7091cb06ab8,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:34.597624 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:34.605320 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:34.657411 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Provisioning complete for port 4701ba58-549a-405f-9cc5-b7091cb06ab8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:34.657783 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:34.691096 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Allocated IP 172.20.0.7 (b65619dd-abf2-4bc8-afc9-54a8502ba090/f9745c52-946a-4596-9205-2270800fb35d/00be5767-88c2-478d-a1ae-cc4eac3793c2) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:34.795946 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:34.798141 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-e3c4fbe1-b3ac-4e4e-bdfd-8c981cdafd0c service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846220 Jun 06 14:27:34.812922 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Current status of the port 4701ba58-549a-405f-9cc5-b7091cb06ab8 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:34.813899 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:34.849649 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:34.958452 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (e6d8c92c-b956-4fee-8f67-3347d510417c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:34.963504 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:34.969843 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2528d91d-8059-4cac-aede-efa7a2b4a335 req-6d72c6f2-1af6-43e7-8c19-1a9002d2e98c service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626723 Jun 06 14:27:34.999402 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] For port 4701ba58-549a-405f-9cc5-b7091cb06ab8, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=4701ba58-549a-405f-9cc5-b7091cb06ab8,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:35.017440 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:35.048218 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:35.090638 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:35.096077 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:35.099167 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:35.137185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:35.190381 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:35.191351 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:35.239269 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-087b03cf-ad96-4218-936f-d04e8991f4cf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3219407 Jun 06 14:27:35.249113 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=43 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:35.275902 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6307e9-5ebd-46df-82c0-74de596b5838 req-a9d37fba-2778-4b7b-a7db-abbf3674994f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:35.278404 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ae6307e9-5ebd-46df-82c0-74de596b5838 req-a9d37fba-2778-4b7b-a7db-abbf3674994f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 931 time: 0.3007112 Jun 06 14:27:35.309239 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:35.338781 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0b0e142f-e29a-4a3d-b271-92a89129b430 None None] Provisioning complete for port 4701ba58-549a-405f-9cc5-b7091cb06ab8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:35.339327 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0b0e142f-e29a-4a3d-b271-92a89129b430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:35.343750 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e77b5-a49e-4f0d-a888-a3b9ab6b0ac6 req-d6ef6233-47e1-42a5-992b-bedd72b670b0 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:35.346129 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cd6e77b5-a49e-4f0d-a888-a3b9ab6b0ac6 req-d6ef6233-47e1-42a5-992b-bedd72b670b0 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.4181843 Jun 06 14:27:35.390077 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Pushing event updated for resources: {'Port': ['ID=4701ba58-549a-405f-9cc5-b7091cb06ab8,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:35.410628 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:35.427855 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Router e6d8c92c-b956-4fee-8f67-3347d510417c is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:27:35.428686 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.429140 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.429789 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.430121 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.430570 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.431017 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.431563 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.432111 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.432546 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.433420 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.433420 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.433888 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.434315 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.434737 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.435159 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a8305-822b-45a9-a354-d5c014fa1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:35.446800 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ae6307e9-5ebd-46df-82c0-74de596b5838 req-4c9d571d-c0bd-4a58-9e63-9d8af0415a93 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549931 Jun 06 14:27:35.550237 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cd6e77b5-a49e-4f0d-a888-a3b9ab6b0ac6 req-aaff52f3-a99e-4f79-9f0e-3dea0fe350f8 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786840 Jun 06 14:27:35.589775 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e142f-e29a-4a3d-b271-92a89129b430 None None] Current status of the port 4701ba58-549a-405f-9cc5-b7091cb06ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:35.594044 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4701ba58-549a-405f-9cc5-b7091cb06ab8', 'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'mac_address': 'fa:16:3e:84:28:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:27Z', 'updated_at': '2022-06-06T14:27:34Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'subnets': [{'id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:35.638712 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5fac9-ea4b-41b9-bb0b-91cc748e0c6f None None] The sync data for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi is: [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4701ba58-549a-405f-9cc5-b7091cb06ab8', 'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'mac_address': 'fa:16:3e:84:28:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:27Z', 'updated_at': '2022-06-06T14:27:34Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'subnets': [{'id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:27:35.659276 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:27:35.671792 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Sync routers for ids ['e6d8c92c-b956-4fee-8f67-3347d510417c'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:27:35.684727 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Routers {'e6d8c92c-b956-4fee-8f67-3347d510417c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:35.685287 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e6d8c92c-b956-4fee-8f67-3347d510417c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:35.699536 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:35.704008 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fd24ea14-8854-46e7-ae61-0ebaed6b49d7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1160955 Jun 06 14:27:35.704363 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46326) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:35.759923 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-014c44ca-9d12-4b40-8fef-77b67710dd4d None None] Provisioning complete for port 00be5767-88c2-478d-a1ae-cc4eac3793c2 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:35.767833 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-014c44ca-9d12-4b40-8fef-77b67710dd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:35.805122 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:35.844663 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-014c44ca-9d12-4b40-8fef-77b67710dd4d None None] Port 00be5767-88c2-478d-a1ae-cc4eac3793c2 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:27:35.858654 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c471f4-77ff-4c10-af06-4c36fbc548aa None None] Network cf820fe8-00e7-4b1e-9e96-925dea1df15c requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:27:35.986853 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Set router e6d8c92c-b956-4fee-8f67-3347d510417c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:36.004338 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-00e900da-a889-49ed-bdf5-a3bdf1f8f5b5 None None] Provisioning complete for port ab5efe88-7cf6-455f-8406-e02a63c15892 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:36.004947 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-00e900da-a889-49ed-bdf5-a3bdf1f8f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.213863 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-00e900da-a889-49ed-bdf5-a3bdf1f8f5b5 None None] Current status of the port ab5efe88-7cf6-455f-8406-e02a63c15892 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:36.214260 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-00e900da-a889-49ed-bdf5-a3bdf1f8f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.261473 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:31Z', 'updated_at': '2022-06-06T14:27:33Z', 'revision_number': 3, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'gw_port': {'id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:25:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:32Z', 'updated_at': '2022-06-06T14:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:36.315991 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Checking router: e6d8c92c-b956-4fee-8f67-3347d510417c for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:27:36.316667 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Updating router e6d8c92c-b956-4fee-8f67-3347d510417c port af44773d-4920-4a0b-9d27-85851410bb97 binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:27:36.329613 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-00e900da-a889-49ed-bdf5-a3bdf1f8f5b5 None None] For port ab5efe88-7cf6-455f-8406-e02a63c15892, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ab5efe88-7cf6-455f-8406-e02a63c15892,segment=NetworkSegment(85f30779-8fb2-445a-8189-ee6424e1a610),segment_id=85f30779-8fb2-445a-8189-ee6424e1a610)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:36.331922 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ab5efe88-7cf6-455f-8406-e02a63c15892 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:36.364917 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-00e900da-a889-49ed-bdf5-a3bdf1f8f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.375440 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (af44773d-4920-4a0b-9d27-85851410bb97), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.468033 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:36.468461 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e900da-a889-49ed-bdf5-a3bdf1f8f5b5 None None] Pushing event updated for resources: {'Port': ['ID=ab5efe88-7cf6-455f-8406-e02a63c15892,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:36.546022 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Request body: {'port': {'device_id': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:36.547258 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port ab5efe88-7cf6-455f-8406-e02a63c15892 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:36.547734 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.647517 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:36.716634 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-357fcf62-e051-4de6-ac48-48611c26d382 None None] Provisioning complete for port ab5efe88-7cf6-455f-8406-e02a63c15892 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:36.718529 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-357fcf62-e051-4de6-ac48-48611c26d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.741224 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:36.745166 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.863781 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.867256 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port ab5efe88-7cf6-455f-8406-e02a63c15892 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:36.874200 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 4701ba58-549a-405f-9cc5-b7091cb06ab8 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:36.888645 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Publish callbacks [] for port (af44773d-4920-4a0b-9d27-85851410bb97), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.900939 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (af44773d-4920-4a0b-9d27-85851410bb97), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:36.938892 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:36.946299 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fda007-f637-48b6-bc26-6d3123a5b6f5 req-a0bedc05-6a66-4503-8a5f-2617bfc44836 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:36.947896 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24fda007-f637-48b6-bc26-6d3123a5b6f5 req-a0bedc05-6a66-4503-8a5f-2617bfc44836 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 931 time: 0.3141186 Jun 06 14:27:36.968398 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:36.975437 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:37.003677 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-357fcf62-e051-4de6-ac48-48611c26d382 None None] Current status of the port ab5efe88-7cf6-455f-8406-e02a63c15892 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:37.056688 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 4701ba58-549a-405f-9cc5-b7091cb06ab8 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:37.058659 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:37.068994 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d265bbe-1d5b-42b5-b5ee-6aa3ce1a4b1f req-107117a4-64a6-43a2-b307-4ad9183890a1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:37.071842 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d265bbe-1d5b-42b5-b5ee-6aa3ce1a4b1f req-107117a4-64a6-43a2-b307-4ad9183890a1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.3233092 Jun 06 14:27:37.087051 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Attempting to bind port af44773d-4920-4a0b-9d27-85851410bb97 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:27:37.088034 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Attempting to bind port af44773d-4920-4a0b-9d27-85851410bb97 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:27:37.089077 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Attempting to bind port af44773d-4920-4a0b-9d27-85851410bb97 on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:37.096090 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Pushing event updated for resources: {'Port': ['ID=af44773d-4920-4a0b-9d27-85851410bb97,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:37.113294 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:27:37.114373 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:37.115314 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:37.116354 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:27:37.117411 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Bound port: af44773d-4920-4a0b-9d27-85851410bb97, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:27:37.118381 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (af44773d-4920-4a0b-9d27-85851410bb97), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:37.125375 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.126367 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.127188 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.127981 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.128799 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.129785 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.130579 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.131363 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.132139 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.132920 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.133684 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.134539 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.135304 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.136058 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.136814 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:27:37.221527 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24fda007-f637-48b6-bc26-6d3123a5b6f5 req-0d657d19-a7b5-44aa-86ab-a7e7d6beab17 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546432 Jun 06 14:27:37.269759 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] For port af44773d-4920-4a0b-9d27-85851410bb97, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:27:37.273599 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 4701ba58-549a-405f-9cc5-b7091cb06ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:37.277413 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] For port af44773d-4920-4a0b-9d27-85851410bb97, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=af44773d-4920-4a0b-9d27-85851410bb97,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:27:37.297477 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (af44773d-4920-4a0b-9d27-85851410bb97), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:37.306752 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d265bbe-1d5b-42b5-b5ee-6aa3ce1a4b1f req-9a01acac-0dd5-4d73-b435-81f962061247 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977365 Jun 06 14:27:37.429841 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f9190-d2f8-4054-b207-7057c883426a None None] Pushing event updated for resources: {'Port': ['ID=af44773d-4920-4a0b-9d27-85851410bb97,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:37.434512 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Routers {'e6d8c92c-b956-4fee-8f67-3347d510417c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:37.435613 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e6d8c92c-b956-4fee-8f67-3347d510417c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:37.461961 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:37.640707 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] Set router e6d8c92c-b956-4fee-8f67-3347d510417c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:37.651827 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00be5767-88c2-478d-a1ae-cc4eac3793c2 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:27:37.665585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Publish callbacks [] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:37.688884 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:37.695624 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Transition to ACTIVE for port object 00be5767-88c2-478d-a1ae-cc4eac3793c2 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:27:37.703436 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:37.857691 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Allocated IP 172.20.0.1 (cf820fe8-00e7-4b1e-9e96-925dea1df15c/44bddc4a-2586-4d7f-b879-c5c3254dc19e/84e16aeb-5db5-463a-a101-c34f41d31421) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:37.903829 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:37.984935 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:31Z', 'updated_at': '2022-06-06T14:27:33Z', 'revision_number': 3, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'gw_port': {'id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:25:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:32Z', 'updated_at': '2022-06-06T14:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:38.024510 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6906e3-a573-47c9-9e78-b14c9c1b9081 None None] The sync data for ids ['e6d8c92c-b956-4fee-8f67-3347d510417c'] in dv-cinder-844140-2-iscsi is: [{'id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:31Z', 'updated_at': '2022-06-06T14:27:33Z', 'revision_number': 3, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'gw_port': {'id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:25:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:32Z', 'updated_at': '2022-06-06T14:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:27:38.090417 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:38.132044 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Attempting to bind port 00be5767-88c2-478d-a1ae-cc4eac3793c2 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:27:38.132369 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Attempting to bind port 00be5767-88c2-478d-a1ae-cc4eac3793c2 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:27:38.132844 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Attempting to bind port 00be5767-88c2-478d-a1ae-cc4eac3793c2 on network b65619dd-abf2-4bc8-afc9-54a8502ba090 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:38.147478 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:38.160938 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Port 00be5767-88c2-478d-a1ae-cc4eac3793c2 on network b65619dd-abf2-4bc8-afc9-54a8502ba090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:27:38.161434 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Attempting to bind port 00be5767-88c2-478d-a1ae-cc4eac3793c2 on network b65619dd-abf2-4bc8-afc9-54a8502ba090 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:38.187565 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:27:38.188030 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Checking segment: {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:38.188564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Bound using segment: {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:27:38.189184 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Bound port: 00be5767-88c2-478d-a1ae-cc4eac3793c2, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '950f3b69-cdaa-4935-aa0d-6decd31607b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:27:38.189692 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:38.218656 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:38.223301 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Publish callbacks [] for port (84e16aeb-5db5-463a-a101-c34f41d31421), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:38.225392 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ab5efe88-7cf6-455f-8406-e02a63c15892 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:38.290708 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port ab5efe88-7cf6-455f-8406-e02a63c15892 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:38.291122 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:38.359968 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:27:38.372290 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:38.422380 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port ab5efe88-7cf6-455f-8406-e02a63c15892 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:38.423266 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:27:38.508291 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:38.536825 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5a8a4-3b82-4dfa-828b-4d7cef7dee4b req-4628de8c-6a81-44f1-9ff3-05e122deca37 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:38.537692 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dad5a8a4-3b82-4dfa-828b-4d7cef7dee4b req-4628de8c-6a81-44f1-9ff3-05e122deca37 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1375942 Jun 06 14:27:38.559251 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Network cf820fe8-00e7-4b1e-9e96-925dea1df15c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:38.575073 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:38.580494 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Pushing event updated for resources: {'Port': ['ID=84e16aeb-5db5-463a-a101-c34f41d31421,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:38.587853 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:38.592607 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:38.593620 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:38.601218 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] 10.222.0.46 "PUT /v2.0/ports/00be5767-88c2-478d-a1ae-cc4eac3793c2 HTTP/1.1" status: 200 len: 1093 time: 2.0622697 Jun 06 14:27:38.602117 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:38.606817 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2916fe91-4b79-4e39-8287-77a1bb8aaeca" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:38.622025 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442e127-d7e3-4be8-81b6-12fe667ce060 req-04429edd-47cd-4f2a-abec-0c815ea3d06c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:38.636414 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0442e127-d7e3-4be8-81b6-12fe667ce060 req-04429edd-47cd-4f2a-abec-0c815ea3d06c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1333759 Jun 06 14:27:38.777577 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dad5a8a4-3b82-4dfa-828b-4d7cef7dee4b req-ee7d8191-4dce-4ca7-8ee0-e6ce7ec437c6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144773 Jun 06 14:27:38.854212 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0442e127-d7e3-4be8-81b6-12fe667ce060 req-0aac0f08-b79e-4678-a80e-9f3b749a27d5 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160637 Jun 06 14:27:38.924289 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-a297250f-33d6-4bf8-9bf6-7eb899e4b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:38.926472 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-a297250f-33d6-4bf8-9bf6-7eb899e4b105 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 1127 time: 0.2409134 Jun 06 14:27:38.930423 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (e6d8c92c-b956-4fee-8f67-3347d510417c), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:39.032974 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba766a1d-0c47-4064-80d6-182736334aeb x-openstack-request-id: req-ba766a1d-0c47-4064-80d6-182736334aeb {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:39.033310 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:39.033578 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba766a1d-0c47-4064-80d6-182736334aeb {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:39.034064 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba766a1d-0c47-4064-80d6-182736334aeb'] response: {'name': 'network-changed', 'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'status': 'completed', 'code': 200} Jun 06 14:27:39.045768 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-b6c838ec-ded1-485c-a931-2363ea6a99b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2 HTTP/1.1" status: 200 len: 217 time: 0.1073465 Jun 06 14:27:39.107775 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0df8ed-c49b-423d-9a81-70d38491eefa service neutron] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:39.146612 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859a1ff-9f24-4faf-baa2-7307d80b9d2b req-bbb3e5f3-a92f-4eee-908c-ba3abfc418f7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:39.149360 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4859a1ff-9f24-4faf-baa2-7307d80b9d2b req-bbb3e5f3-a92f-4eee-908c-ba3abfc418f7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1352444 Jun 06 14:27:39.159402 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46342) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:39.164492 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a5412bd5-a4cd-488e-ab1b-8056c190eb96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Request body: {'floatingip': {'port_id': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:39.167837 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-5bfc7768-6aa3-4227-be83-ab5cd115a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:39.169560 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-5bfc7768-6aa3-4227-be83-ab5cd115a27a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.1162298 Jun 06 14:27:39.241909 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a5412bd5-a4cd-488e-ab1b-8056c190eb96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for floatingip (4afabce0-bbe2-4242-858d-25bd9dda78d0), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:39.250524 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-d558512c-c578-4531-8863-5aeab227cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:39.251032 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-4a4e3185-5606-4eef-a798-62d4dd5f7469 None None] Provisioning complete for port 84e16aeb-5db5-463a-a101-c34f41d31421 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:39.251951 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3185-5606-4eef-a798-62d4dd5f7469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:39.252101 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-d558512c-c578-4531-8863-5aeab227cfdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754907 Jun 06 14:27:39.306890 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e3185-5606-4eef-a798-62d4dd5f7469 None None] Port 84e16aeb-5db5-463a-a101-c34f41d31421 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:27:39.325849 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:39.441268 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-c7eb3db4-af6e-4466-81dc-982d86d1c7e2 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711850 Jun 06 14:27:39.512672 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:39.558772 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:39.646856 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bbf45b7-a3b6-4eb3-8132-84c1a1262e6e req-cd316169-4fbb-443d-adfa-fbefca98525d service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979198 Jun 06 14:27:39.698511 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Publish callbacks [] for port (84e16aeb-5db5-463a-a101-c34f41d31421), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:39.705064 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:39.783592 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (e6d8c92c-b956-4fee-8f67-3347d510417c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:39.785877 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Pushing event updated for resources: {'Port': ['ID=84e16aeb-5db5-463a-a101-c34f41d31421,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:39.921316 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Network cf820fe8-00e7-4b1e-9e96-925dea1df15c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:39.924185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:39.928523 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a5412bd5-a4cd-488e-ab1b-8056c190eb96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:39.938588 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a5412bd5-a4cd-488e-ab1b-8056c190eb96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (4afabce0-bbe2-4242-858d-25bd9dda78d0), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:40.004912 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:40.197313 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Router e6d8c92c-b956-4fee-8f67-3347d510417c has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:27:40.342459 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5412bd5-a4cd-488e-ab1b-8056c190eb96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Router d78e65a1-b38e-4d60-abda-7d57e5a2472e has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:27:40.369895 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:40.398267 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device af44773d-4920-4a0b-9d27-85851410bb97 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:40.480538 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:40.485143 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:27:40.500470 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1619fe96-5dd8-4ecc-8f59-b172b393120d admin admin] 10.222.0.13 "PUT /v2.0/routers/e6d8c92c-b956-4fee-8f67-3347d510417c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7947357 Jun 06 14:27:40.541883 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-d6e3b8a1-d381-471a-a0d2-78c859b003f4 None None] Provisioning complete for port 84e16aeb-5db5-463a-a101-c34f41d31421 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:40.542682 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b8a1-d381-471a-a0d2-78c859b003f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:40.618371 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf86e41-eb45-4f10-bb76-40fe7017f21a req-1655661e-17a5-4677-a189-5f1071364f40 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:40.628906 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2bf86e41-eb45-4f10-bb76-40fe7017f21a req-1655661e-17a5-4677-a189-5f1071364f40 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1867206 Jun 06 14:27:40.641502 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3b8a1-d381-471a-a0d2-78c859b003f4 None None] Port 84e16aeb-5db5-463a-a101-c34f41d31421 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:27:40.662964 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5412bd5-a4cd-488e-ab1b-8056c190eb96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:27:40.665960 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port af44773d-4920-4a0b-9d27-85851410bb97 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:40.667040 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (af44773d-4920-4a0b-9d27-85851410bb97), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:40.670997 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a5412bd5-a4cd-488e-ab1b-8056c190eb96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:40.718529 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:40.722873 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee49ce60-d73b-4963-beeb-154baa74ca75" -d '{"events": [{"name": "network-changed", "server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:40.729335 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] Sync routers for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:27:40.760336 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:40.761402 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:40.769759 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-1beac838-19a9-4cd5-8434-52dca04e6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:40.772443 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-1beac838-19a9-4cd5-8434-52dca04e6d5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 1127 time: 0.1727822 Jun 06 14:27:40.836540 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:40.843013 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e50f58-872c-4154-8aae-d0f98e668045 x-openstack-request-id: req-67e50f58-872c-4154-8aae-d0f98e668045 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:40.843372 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:40.843581 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67e50f58-872c-4154-8aae-d0f98e668045 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:40.844235 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e50f58-872c-4154-8aae-d0f98e668045'] response: {'name': 'network-changed', 'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'status': 'completed', 'code': 200} Jun 06 14:27:40.859883 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Sync routers for ids ['e6d8c92c-b956-4fee-8f67-3347d510417c'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:27:40.876790 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2bf86e41-eb45-4f10-bb76-40fe7017f21a req-5578e587-385e-4a05-abca-a430344efdc7 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441700 Jun 06 14:27:40.916510 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a5412bd5-a4cd-488e-ab1b-8056c190eb96 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "PUT /v2.0/floatingips/4afabce0-bbe2-4242-858d-25bd9dda78d0 HTTP/1.1" status: 200 len: 993 time: 1.7559721 Jun 06 14:27:40.919151 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Routers {'e6d8c92c-b956-4fee-8f67-3347d510417c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:40.919793 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e6d8c92c-b956-4fee-8f67-3347d510417c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:40.968013 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:40.984318 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port af44773d-4920-4a0b-9d27-85851410bb97 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:40.985628 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (af44773d-4920-4a0b-9d27-85851410bb97), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:41.039852 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-a4414112-a641-4658-98e3-97fe9e887c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:41.042165 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-a4414112-a641-4658-98e3-97fe9e887c50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 1130 time: 0.1661263 Jun 06 14:27:41.042425 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Set router e6d8c92c-b956-4fee-8f67-3347d510417c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:41.096084 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:41.155189 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port af44773d-4920-4a0b-9d27-85851410bb97, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=af44773d-4920-4a0b-9d27-85851410bb97,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:41.171671 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (af44773d-4920-4a0b-9d27-85851410bb97), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:41.259672 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:41.284336 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-52bd39bd-f154-466e-958e-4c56b80ed785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:41.287053 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-52bd39bd-f154-466e-958e-4c56b80ed785 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.5059369 Jun 06 14:27:41.356835 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-441f8761-60cc-41f1-bdaf-05fcdbdd4713 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2 HTTP/1.1" status: 200 len: 217 time: 0.0599289 Jun 06 14:27:41.393991 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=af44773d-4920-4a0b-9d27-85851410bb97,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:41.418246 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:41.423785 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-fbd876a0-c3b4-4c2b-86ca-14769f9d1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:41.425945 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-fbd876a0-c3b4-4c2b-86ca-14769f9d1bb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.3736942 Jun 06 14:27:41.538021 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-c121e7d1-a194-4aa4-889e-04891cbcac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:41.540420 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-c121e7d1-a194-4aa4-889e-04891cbcac8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.1754158 Jun 06 14:27:41.560146 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:31Z', 'updated_at': '2022-06-06T14:27:39Z', 'revision_number': 4, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'gw_port': {'id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:25:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:32Z', 'updated_at': '2022-06-06T14:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '84e16aeb-5db5-463a-a101-c34f41d31421', 'name': '', 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '44bddc4a-2586-4d7f-b879-c5c3254dc19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:37Z', 'updated_at': '2022-06-06T14:27:39Z', 'revision_number': 2, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'subnets': [{'id': '44bddc4a-2586-4d7f-b879-c5c3254dc19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:41.574563 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:41.634895 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-2f5556a5-e78b-4459-a6ca-4eb78fafd04d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d HTTP/1.1" status: 200 len: 1001 time: 0.1982226 Jun 06 14:27:41.656276 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Checking router: e6d8c92c-b956-4fee-8f67-3347d510417c for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:27:41.656630 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Updating router e6d8c92c-b956-4fee-8f67-3347d510417c port 84e16aeb-5db5-463a-a101-c34f41d31421 binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:27:41.659478 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-8f9c0ecf-0ec1-4241-99fd-39ec5f5340c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:41.664126 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-8f9c0ecf-0ec1-4241-99fd-39ec5f5340c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091752 Jun 06 14:27:41.694048 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:41.700550 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '4afabce0-bbe2-4242-858d-25bd9dda78d0', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'port_id': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'mac_address': 'fa:16:3e:52:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50386bc4-52ea-44da-834e-381f38cc47c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:25:26Z', 'updated_at': '2022-06-06T14:27:39Z', 'revision_number': 3, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:57Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:41.739076 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] Checking router: d78e65a1-b38e-4d60-abda-7d57e5a2472e for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:27:41.750878 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:41.751524 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:41.756004 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe8bcd-f2ad-4adf-b599-7c715224c2c0 req-c1de64dd-5be5-4e37-af27-3dba0719bf41 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:41.758636 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8efe8bcd-f2ad-4adf-b599-7c715224c2c0 req-c1de64dd-5be5-4e37-af27-3dba0719bf41 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.0990846 Jun 06 14:27:41.855367 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8efe8bcd-f2ad-4adf-b599-7c715224c2c0 req-d34eeeea-2580-4b5d-815a-d675c88f6bd0 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860877 Jun 06 14:27:41.955586 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:42.090118 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025755a7-dabc-456f-80e7-3140580f8c2a req-cd4b81a5-2b90-4f65-8b4c-6e079e07e99c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:42.092220 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-025755a7-dabc-456f-80e7-3140580f8c2a req-cd4b81a5-2b90-4f65-8b4c-6e079e07e99c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.0901957 Jun 06 14:27:42.099455 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:42.224275 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-025755a7-dabc-456f-80e7-3140580f8c2a req-88c92b0b-058a-4d24-8194-c59a7cf71054 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257095 Jun 06 14:27:42.238836 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Publish callbacks [] for port (84e16aeb-5db5-463a-a101-c34f41d31421), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:42.255333 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:42.282487 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device af44773d-4920-4a0b-9d27-85851410bb97 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:42.449659 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffaf08-5217-4ca8-9862-ac2397f94be4 None None] Pushing event updated for resources: {'Port': ['ID=84e16aeb-5db5-463a-a101-c34f41d31421,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:42.532223 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Attempting to bind port 84e16aeb-5db5-463a-a101-c34f41d31421 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:27:42.532626 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Attempting to bind port 84e16aeb-5db5-463a-a101-c34f41d31421 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '85f30779-8fb2-445a-8189-ee6424e1a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:27:42.533546 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Attempting to bind port 84e16aeb-5db5-463a-a101-c34f41d31421 on network cf820fe8-00e7-4b1e-9e96-925dea1df15c {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:42.544052 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:27:42.544471 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Checking segment: {'id': '85f30779-8fb2-445a-8189-ee6424e1a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:42.547576 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:42.548646 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Bound using segment: {'id': '85f30779-8fb2-445a-8189-ee6424e1a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:27:42.549774 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Bound port: 84e16aeb-5db5-463a-a101-c34f41d31421, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f30779-8fb2-445a-8189-ee6424e1a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:27:42.553009 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:42.565293 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port af44773d-4920-4a0b-9d27-85851410bb97 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:42.566120 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (af44773d-4920-4a0b-9d27-85851410bb97), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:42.679543 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] For port 84e16aeb-5db5-463a-a101-c34f41d31421, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:27:42.683486 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] For port 84e16aeb-5db5-463a-a101-c34f41d31421, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=84e16aeb-5db5-463a-a101-c34f41d31421,segment=NetworkSegment(85f30779-8fb2-445a-8189-ee6424e1a610),segment_id=85f30779-8fb2-445a-8189-ee6424e1a610)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:27:42.696405 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:42.708249 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:42.757633 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '4afabce0-bbe2-4242-858d-25bd9dda78d0', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'port_id': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'mac_address': 'fa:16:3e:52:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50386bc4-52ea-44da-834e-381f38cc47c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:25:26Z', 'updated_at': '2022-06-06T14:27:39Z', 'revision_number': 3, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:57Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:42.796243 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffaf08-5217-4ca8-9862-ac2397f94be4 None None] Pushing event updated for resources: {'Port': ['ID=84e16aeb-5db5-463a-a101-c34f41d31421,revision_number=4']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:42.828344 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Routers {'e6d8c92c-b956-4fee-8f67-3347d510417c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:42.828991 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e6d8c92c-b956-4fee-8f67-3347d510417c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:42.845404 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:42.848129 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c540d70-8097-4467-ad74-424eeb70c0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:42.925969 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904d2d0-d292-48e5-84e3-bc96edb75a67 None None] The sync data for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi is: [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '4afabce0-bbe2-4242-858d-25bd9dda78d0', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'floating_ip_address': '172.27.1.96', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'port_id': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'mac_address': 'fa:16:3e:52:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50386bc4-52ea-44da-834e-381f38cc47c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:25:26Z', 'updated_at': '2022-06-06T14:27:39Z', 'revision_number': 3, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:57Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:27:42.987445 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port af44773d-4920-4a0b-9d27-85851410bb97 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:42.994296 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-077a9174-c6ed-4262-bbe0-5321c98fa5a1 None None] Provisioning complete for port 84e16aeb-5db5-463a-a101-c34f41d31421 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:42.994881 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-077a9174-c6ed-4262-bbe0-5321c98fa5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:43.068845 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] Set router e6d8c92c-b956-4fee-8f67-3347d510417c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:43.136209 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:43.199826 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e2bb1-9b9e-42be-be3a-2d4fd4adb705 req-d167248b-4336-4740-902a-e693c2a8576e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:43.215703 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-462e2bb1-9b9e-42be-be3a-2d4fd4adb705 req-d167248b-4336-4740-902a-e693c2a8576e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1624110 Jun 06 14:27:43.221661 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce079008-5034-4e8f-aab8-2bb1724f66ec x-openstack-request-id: req-ce079008-5034-4e8f-aab8-2bb1724f66ec {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:43.222193 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:43.223538 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-077a9174-c6ed-4262-bbe0-5321c98fa5a1 None None] Current status of the port 84e16aeb-5db5-463a-a101-c34f41d31421 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:43.224016 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-077a9174-c6ed-4262-bbe0-5321c98fa5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:43.229072 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce079008-5034-4e8f-aab8-2bb1724f66ec {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:43.230083 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce079008-5034-4e8f-aab8-2bb1724f66ec'] response: {'name': 'network-changed', 'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'status': 'completed', 'code': 200} Jun 06 14:27:43.333010 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-077a9174-c6ed-4262-bbe0-5321c98fa5a1 None None] For port 84e16aeb-5db5-463a-a101-c34f41d31421, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=84e16aeb-5db5-463a-a101-c34f41d31421,segment=NetworkSegment(85f30779-8fb2-445a-8189-ee6424e1a610),segment_id=85f30779-8fb2-445a-8189-ee6424e1a610)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:43.343502 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-077a9174-c6ed-4262-bbe0-5321c98fa5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:43.359703 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-462e2bb1-9b9e-42be-be3a-2d4fd4adb705 req-51389457-2cc4-4792-a314-559176c7d556 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428146 Jun 06 14:27:43.479529 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-f1dc6293-6224-43d5-9a44-148131474d45 None None] Provisioning complete for port 84e16aeb-5db5-463a-a101-c34f41d31421 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:43.482306 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:31Z', 'updated_at': '2022-06-06T14:27:39Z', 'revision_number': 4, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'gw_port': {'id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:25:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:32Z', 'updated_at': '2022-06-06T14:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '84e16aeb-5db5-463a-a101-c34f41d31421', 'name': '', 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '44bddc4a-2586-4d7f-b879-c5c3254dc19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:37Z', 'updated_at': '2022-06-06T14:27:42Z', 'revision_number': 4, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'subnets': [{'id': '44bddc4a-2586-4d7f-b879-c5c3254dc19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:43.485171 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f1dc6293-6224-43d5-9a44-148131474d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:43.517262 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc989197-f93b-4b32-b52a-9bd43bca8ec9 None None] The sync data for ids ['e6d8c92c-b956-4fee-8f67-3347d510417c'] in dv-cinder-844140-2-iscsi is: [{'id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:31Z', 'updated_at': '2022-06-06T14:27:39Z', 'revision_number': 4, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'gw_port': {'id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:25:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:32Z', 'updated_at': '2022-06-06T14:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '84e16aeb-5db5-463a-a101-c34f41d31421', 'name': '', 'network_id': 'cf820fe8-00e7-4b1e-9e96-925dea1df15c', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'mac_address': 'fa:16:3e:4e:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '44bddc4a-2586-4d7f-b879-c5c3254dc19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:37Z', 'updated_at': '2022-06-06T14:27:42Z', 'revision_number': 4, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'subnets': [{'id': '44bddc4a-2586-4d7f-b879-c5c3254dc19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:27:43.576276 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a9174-c6ed-4262-bbe0-5321c98fa5a1 None None] Pushing event updated for resources: {'Port': ['ID=84e16aeb-5db5-463a-a101-c34f41d31421,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:43.660854 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:43.762192 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc6293-6224-43d5-9a44-148131474d45 None None] Current status of the port 84e16aeb-5db5-463a-a101-c34f41d31421 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:43.815470 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-f1f04f99-f07b-4052-998a-4108769c5d83 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223354 Jun 06 14:27:43.817925 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-f2af68d4-490e-4a31-aefc-58dc667ffae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:43.821234 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-f2af68d4-490e-4a31-aefc-58dc667ffae3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.4248984 Jun 06 14:27:43.980572 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838c63e-2b0c-4598-9ef3-3da9e5214692 req-111c99bb-e738-4a26-9045-ad61ac52e5ed tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:43.988302 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6838c63e-2b0c-4598-9ef3-3da9e5214692 req-111c99bb-e738-4a26-9045-ad61ac52e5ed tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1529422 Jun 06 14:27:44.004524 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:27:44.031604 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-f65b8ebb-961d-4eb6-ad7f-7b1c99ba0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:44.034751 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-f65b8ebb-961d-4eb6-ad7f-7b1c99ba0070 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1783175 Jun 06 14:27:44.059865 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-9b335031-3239-4d1b-bb64-2ca9677bc05f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:44.064256 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-9b335031-3239-4d1b-bb64-2ca9677bc05f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.1933718 Jun 06 14:27:44.065481 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:44.225801 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2916fe91-4b79-4e39-8287-77a1bb8aaeca req-cb5f4912-e627-4348-a98a-ad53a1b6e8c7 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726368 Jun 06 14:27:44.331278 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:44.343032 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-e8b2d8ad-c0dc-4bd7-ae3f-ef6e2f145cdf service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008034 Jun 06 14:27:44.367941 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'port_id': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'mac_address': 'fa:16:3e:e2:e5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:27:44.373016 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 84e16aeb-5db5-463a-a101-c34f41d31421 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:44.431317 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6838c63e-2b0c-4598-9ef3-3da9e5214692 req-e61e1736-013a-48d1-997f-f9517047b958 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111369 Jun 06 14:27:44.517038 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Deleting port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:27:44.517664 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:44.703387 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 00be5767-88c2-478d-a1ae-cc4eac3793c2 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:44.703928 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:44.754862 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00be5767-88c2-478d-a1ae-cc4eac3793c2 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:27:44.769916 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 84e16aeb-5db5-463a-a101-c34f41d31421 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:44.773396 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:44.774007 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:44.862326 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e35171-1d25-4fad-ac10-736b2ad23b71 req-f5cd4af7-ab53-4c32-aa79-ec6039f5fe2b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:44.868084 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a3e35171-1d25-4fad-ac10-736b2ad23b71 req-f5cd4af7-ab53-4c32-aa79-ec6039f5fe2b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 946 time: 0.2240989 Jun 06 14:27:44.874809 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:44.898981 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:44.929163 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] For port e7fe91d4-1dec-4926-a1d7-5016c675e5d8, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:44.930209 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:45.119888 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:45.263095 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['00be5767-88c2-478d-a1ae-cc4eac3793c2'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:27:45.292522 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 84e16aeb-5db5-463a-a101-c34f41d31421 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:45.345096 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:45.454593 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a3e35171-1d25-4fad-ac10-736b2ad23b71 req-ecda9840-d953-4bb4-bf96-9f3cd0bfe0a8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=77fe28b9-b2d7-480b-9089-7a82002bf0c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4328911 Jun 06 14:27:45.512434 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ee49ce60-d73b-4963-beeb-154baa74ca75 req-2074704e-8fdf-4208-aed7-f96882a367c8 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1598208 Jun 06 14:27:45.648076 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:45.648536 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (63034326-e387-47f3-be33-1e87c2508d5e), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:45.648861 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Floating IP 63034326-e387-47f3-be33-1e87c2508d5e disassociated. External IP: 172.27.1.139, port: e7fe91d4-1dec-4926-a1d7-5016c675e5d8. Jun 06 14:27:45.649215 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Calling delete_port for e7fe91d4-1dec-4926-a1d7-5016c675e5d8 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:27:45.701964 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-88ed2e9e-0afb-4f2d-afb0-e2ff565f551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:45.705109 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-88ed2e9e-0afb-4f2d-afb0-e2ff565f551f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 1130 time: 0.1381900 Jun 06 14:27:45.799907 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75c56f-2858-4354-9bfb-90d996a46f84 req-f28652db-8862-4f53-acce-790ce7d2446d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:45.801561 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a75c56f-2858-4354-9bfb-90d996a46f84 req-f28652db-8862-4f53-acce-790ce7d2446d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 944 time: 0.0871253 Jun 06 14:27:45.863480 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-991424d6-6b79-4781-abb9-106505875611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:45.865248 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-991424d6-6b79-4781-abb9-106505875611 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.1494300 Jun 06 14:27:45.972288 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-9c961bc2-6e84-4d29-a52e-5c17140fd0ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d HTTP/1.1" status: 200 len: 1001 time: 0.0972636 Jun 06 14:27:45.985615 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a75c56f-2858-4354-9bfb-90d996a46f84 req-c9d7ebf4-23c3-4e26-88aa-6796c878eeed tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742628 Jun 06 14:27:46.007301 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (e7fe91d4-1dec-4926-a1d7-5016c675e5d8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:46.060149 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event deleted for resources: {'Port': ['ID=e7fe91d4-1dec-4926-a1d7-5016c675e5d8,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:46.063122 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-a4ed57d1-d424-4c01-90f1-a0e64ed729a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:46.066710 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-a4ed57d1-d424-4c01-90f1-a0e64ed729a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.0871575 Jun 06 14:27:46.179180 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-69c3246d-4786-49f5-8bc1-42ee5b06d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:46.181946 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-69c3246d-4786-49f5-8bc1-42ee5b06d3ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066551 Jun 06 14:27:46.199846 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:27:46.292212 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Router 83307133-27e0-48c0-9ed9-cff784b91524 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:27:46.317985 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 00be5767-88c2-478d-a1ae-cc4eac3793c2 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:27:46.344701 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 00be5767-88c2-478d-a1ae-cc4eac3793c2 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:46.345288 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:46.380086 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:46.424236 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-2002111f-43f3-4928-ac3c-5a61ccd6a0a4 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347291 Jun 06 14:27:46.618399 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 00be5767-88c2-478d-a1ae-cc4eac3793c2 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:27:46.618855 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:46.662437 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6c540d70-8097-4467-ad74-424eeb70c0c8 req-dbfcd6aa-d4d0-42f4-a8aa-ce4ac7efbdf0 service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316506 Jun 06 14:27:46.672691 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:46.675266 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c7052-244f-44b1-862c-d193dd96017f" -d '{"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-plugged", "status": "completed", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:46.728486 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:27:46.743337 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:46.751730 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device e7fe91d4-1dec-4926-a1d7-5016c675e5d8 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:27:46.793327 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2eaabe-4535-457d-9f7b-cdc0e6757e34 x-openstack-request-id: req-9e2eaabe-4535-457d-9f7b-cdc0e6757e34 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:46.793730 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-plugged", "status": "completed", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:46.794065 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e2eaabe-4535-457d-9f7b-cdc0e6757e34 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:46.794487 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2eaabe-4535-457d-9f7b-cdc0e6757e34'] response: {'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'code': 200} Jun 06 14:27:46.838102 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: e7fe91d4-1dec-4926-a1d7-5016c675e5d8 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:27:46.838465 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device e7fe91d4-1dec-4926-a1d7-5016c675e5d8 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:27:46.921632 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:47.008405 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-319a52b1-f579-42b3-a047-f4ae4e3d73a0 req-89eb69ec-1cfb-4630-bfe5-692b60d52975 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 210 time: 0.0325296 Jun 06 14:27:47.014610 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:47.016367 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc512959-fcfe-41f1-a829-0ec3704177fe req-2cad8379-2d7c-417e-916b-0d74bca1506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:47.018143 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc512959-fcfe-41f1-a829-0ec3704177fe req-2cad8379-2d7c-417e-916b-0d74bca1506b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 1129 time: 0.0623574 Jun 06 14:27:47.039531 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:27:47.075846 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] Sync routers for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:27:47.102681 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:47.106522 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:47.153023 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc512959-fcfe-41f1-a829-0ec3704177fe req-39497838-9763-4419-a6a3-9b5d11f6e014 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284733 Jun 06 14:27:47.324506 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] No DVR routers for this DVR port e7fe91d4-1dec-4926-a1d7-5016c675e5d8 on host hv-cinder-84414 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:27:47.340237 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:47.345254 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7459604c-7bdf-49d6-83d0-9eae1596ea5e req-7cc7dc52-e7fe-4f9a-b431-d7332606845b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "DELETE /v2.0/ports/e7fe91d4-1dec-4926-a1d7-5016c675e5d8 HTTP/1.1" status: 204 len: 173 time: 3.2642052 Jun 06 14:27:47.345866 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9070a8fe-f081-4116-9cf2-81094e156184', 'name': 'network-vif-deleted', 'tag': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:47.348552 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa109118-594c-44fa-81a0-521bb763e363" -d '{"events": [{"server_uuid": "9070a8fe-f081-4116-9cf2-81094e156184", "name": "network-vif-deleted", "tag": "e7fe91d4-1dec-4926-a1d7-5016c675e5d8"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:47.390779 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119535f0-42e1-40f3-808f-3bbe9bc1de25 req-5da564dc-0bca-4239-9555-f6449746b87b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:47.401201 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-119535f0-42e1-40f3-808f-3bbe9bc1de25 req-5da564dc-0bca-4239-9555-f6449746b87b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.2165689 Jun 06 14:27:47.442652 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:47.447652 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5ae556-3c4c-4467-9db3-03e6cebe5f11 x-openstack-request-id: req-1d5ae556-3c4c-4467-9db3-03e6cebe5f11 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:47.448420 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9070a8fe-f081-4116-9cf2-81094e156184", "name": "network-vif-deleted", "tag": "e7fe91d4-1dec-4926-a1d7-5016c675e5d8", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:47.448922 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d5ae556-3c4c-4467-9db3-03e6cebe5f11 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:47.449573 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5ae556-3c4c-4467-9db3-03e6cebe5f11'] response: {'server_uuid': '9070a8fe-f081-4116-9cf2-81094e156184', 'name': 'network-vif-deleted', 'tag': 'e7fe91d4-1dec-4926-a1d7-5016c675e5d8', 'status': 'completed', 'code': 200} Jun 06 14:27:47.449846 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:47.500213 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-119535f0-42e1-40f3-808f-3bbe9bc1de25 req-5c10c4e2-c3a0-433b-9b8e-c2557a753a0b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897188 Jun 06 14:27:47.775699 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:47.824834 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:47.828462 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:47.898005 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] Checking router: 83307133-27e0-48c0-9ed9-cff784b91524 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:27:47.916414 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:47.917733 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:48.167808 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:48.196239 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e300759c-e0a7-4fb1-a690-a9b945aae6b4 req-8dc163de-2543-4ced-9761-c4c2f57e9c5e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9070a8fe-f081-4116-9cf2-81094e156184 HTTP/1.1" status: 200 len: 210 time: 0.0433800 Jun 06 14:27:48.283219 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:48.682282 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:48.706108 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7ae0-0d95-4925-8702-36ea62ed5aec req-4e3210f3-f1a1-4117-b28f-cf56961f8994 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:48.710192 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd6c7ae0-0d95-4925-8702-36ea62ed5aec req-4e3210f3-f1a1-4117-b28f-cf56961f8994 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0740848 Jun 06 14:27:48.738651 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9a667-4579-4336-8d9d-7ff6a81d6323 None None] The sync data for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi is: [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:27:48.773261 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd6c7ae0-0d95-4925-8702-36ea62ed5aec req-6075d14f-db8a-4f02-a0c4-b3d6fdaea83a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586278 Jun 06 14:27:49.079655 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727c452-e709-454d-b9c8-d6abbc3c2423 req-45ae1a1e-21f7-475b-b8bb-9d003f8055d3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:49.082144 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3727c452-e709-454d-b9c8-d6abbc3c2423 req-45ae1a1e-21f7-475b-b8bb-9d003f8055d3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0857935 Jun 06 14:27:49.105745 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46426) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:49.112237 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a5caaa49-923c-47d4-9c4d-6cea7380e953 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Request body: {'floatingip': {'port_id': '00be5767-88c2-478d-a1ae-cc4eac3793c2'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:49.161066 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a5caaa49-923c-47d4-9c4d-6cea7380e953 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (f3a5cd05-753d-48dc-93df-438984a4acf1), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:49.252032 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded91fa8-3b1c-4638-899f-1b7d78826d87 None None] New status for floating IP 63034326-e387-47f3-be33-1e87c2508d5e: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:27:49.324156 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46432) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:49.346946 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:49.434612 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4de1477c-09b2-477c-bbdf-6326bd29b003 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (77fe28b9-b2d7-480b-9089-7a82002bf0c1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:49.478246 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4de1477c-09b2-477c-bbdf-6326bd29b003 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (77fe28b9-b2d7-480b-9089-7a82002bf0c1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:49.595095 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4de1477c-09b2-477c-bbdf-6326bd29b003 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (77fe28b9-b2d7-480b-9089-7a82002bf0c1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:49.598687 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4de1477c-09b2-477c-bbdf-6326bd29b003 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:49.602400 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4de1477c-09b2-477c-bbdf-6326bd29b003 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "DELETE /v2.0/security-groups/77fe28b9-b2d7-480b-9089-7a82002bf0c1 HTTP/1.1" status: 204 len: 168 time: 0.2741656 Jun 06 14:27:49.604058 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46434) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:49.631873 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1477c-09b2-477c-bbdf-6326bd29b003 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fe28b9-b2d7-480b-9089-7a82002bf0c1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:49.633863 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-dc8dce79-fddd-4c1e-90a8-69239494cda3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] show failed (client error): The resource could not be found. Jun 06 14:27:49.634958 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-dc8dce79-fddd-4c1e-90a8-69239494cda3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups/77fe28b9-b2d7-480b-9089-7a82002bf0c1 HTTP/1.1" status: 404 len: 347 time: 0.0295527 Jun 06 14:27:49.639141 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46436) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:49.805240 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Deleting port 69ea96fd-5374-4c54-8e09-9a7a1854a78e {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:27:49.805694 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (69ea96fd-5374-4c54-8e09-9a7a1854a78e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:49.923350 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (69ea96fd-5374-4c54-8e09-9a7a1854a78e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:49.923675 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (69ea96fd-5374-4c54-8e09-9a7a1854a78e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:49.940250 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Calling delete_port for 69ea96fd-5374-4c54-8e09-9a7a1854a78e owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:27:49.961297 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a5caaa49-923c-47d4-9c4d-6cea7380e953 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:49.973009 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a5caaa49-923c-47d4-9c4d-6cea7380e953 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (f3a5cd05-753d-48dc-93df-438984a4acf1), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:50.142694 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-a5caaa49-923c-47d4-9c4d-6cea7380e953 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Floating IP f3a5cd05-753d-48dc-93df-438984a4acf1 associated. External IP: 172.27.1.241, port: 00be5767-88c2-478d-a1ae-cc4eac3793c2. Jun 06 14:27:50.259610 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (69ea96fd-5374-4c54-8e09-9a7a1854a78e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:50.291742 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event deleted for resources: {'Port': ['ID=69ea96fd-5374-4c54-8e09-9a7a1854a78e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:50.398663 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (63034326-e387-47f3-be33-1e87c2508d5e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:50.404037 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:50.405517 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f85c7a44-e54f-4f14-b61c-c1b28bb8bc43 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "DELETE /v2.0/floatingips/63034326-e387-47f3-be33-1e87c2508d5e HTTP/1.1" status: 204 len: 168 time: 0.7665222 Jun 06 14:27:50.461255 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5caaa49-923c-47d4-9c4d-6cea7380e953 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Router 76f85970-ea41-4a7a-a2b2-010e60125c2c has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:27:50.561749 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46440) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:50.568535 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-4e853dc6-062c-4d4d-9064-5f053bcc1013 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529795248', 'description': 'tempest-description--1661085975'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:50.577432 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:50.619414 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e853dc6-062c-4d4d-9064-5f053bcc1013 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:50.636936 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5caaa49-923c-47d4-9c4d-6cea7380e953 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:27:50.645949 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a5caaa49-923c-47d4-9c4d-6cea7380e953 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:50.659536 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] Sync routers for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:27:50.689208 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:50.690333 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:50.743912 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a5caaa49-923c-47d4-9c4d-6cea7380e953 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "PUT /v2.0/floatingips/f3a5cd05-753d-48dc-93df-438984a4acf1 HTTP/1.1" status: 200 len: 991 time: 1.6362629 Jun 06 14:27:50.745250 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:50.751280 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be05e44c-2eba-4c2b-abb7-e78ace43205b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:50.796587 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e853dc6-062c-4d4d-9064-5f053bcc1013 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (cbdc88b4-19d5-45f5-b84b-30c4540b76ed), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:50.798294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:50.809907 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e853dc6-062c-4d4d-9064-5f053bcc1013 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (cbdc88b4-19d5-45f5-b84b-30c4540b76ed), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:50.856582 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000ae54-1072-4d30-a89a-b78b37644ddd x-openstack-request-id: req-0000ae54-1072-4d30-a89a-b78b37644ddd {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:50.856582 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:50.857695 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0000ae54-1072-4d30-a89a-b78b37644ddd {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:50.857695 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0000ae54-1072-4d30-a89a-b78b37644ddd'] response: {'name': 'network-changed', 'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'status': 'completed', 'code': 200} Jun 06 14:27:50.882104 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:50.886400 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e853dc6-062c-4d4d-9064-5f053bcc1013 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc88b4-19d5-45f5-b84b-30c4540b76ed,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:50.900703 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e853dc6-062c-4d4d-9064-5f053bcc1013 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:50.904008 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4e853dc6-062c-4d4d-9064-5f053bcc1013 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3401463 Jun 06 14:27:50.907752 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46448) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:50.946778 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-6c765231-214d-4ec3-b4e6-b287071224f8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc88b4-19d5-45f5-b84b-30c4540b76ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:50.981600 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:50.983344 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-0faec605-0cbf-419b-9fc5-ba17fb14ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:50.985958 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-0faec605-0cbf-419b-9fc5-ba17fb14ded6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 1129 time: 0.0949461 Jun 06 14:27:51.024568 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6c765231-214d-4ec3-b4e6-b287071224f8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (fcc72102-cc3e-4d8c-a4fb-8ade32367e2b), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.166434 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6c765231-214d-4ec3-b4e6-b287071224f8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (fcc72102-cc3e-4d8c-a4fb-8ade32367e2b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.174665 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:51.192122 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6c765231-214d-4ec3-b4e6-b287071224f8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (fcc72102-cc3e-4d8c-a4fb-8ade32367e2b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.237517 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6c765231-214d-4ec3-b4e6-b287071224f8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.238215 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6c765231-214d-4ec3-b4e6-b287071224f8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267462 Jun 06 14:27:51.242722 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46450) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:51.247502 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-93128f9f-030d-4ab9-92bc-36dd180dab04 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc88b4-19d5-45f5-b84b-30c4540b76ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:51.266372 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c765231-214d-4ec3-b4e6-b287071224f8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc72102-cc3e-4d8c-a4fb-8ade32367e2b,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:51.307926 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-2207c8ee-7374-4a7f-a30c-f84cca4d2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:51.309547 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93128f9f-030d-4ab9-92bc-36dd180dab04 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (4e0d1016-e35e-4c87-a170-cf3654bdbfc5), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.309833 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-2207c8ee-7374-4a7f-a30c-f84cca4d2185 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.3114498 Jun 06 14:27:51.385639 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'f3a5cd05-753d-48dc-93df-438984a4acf1', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'port_id': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'mac_address': 'fa:16:3e:e2:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:27:28Z', 'updated_at': '2022-06-06T14:27:49Z', 'revision_number': 1, 'project_id': '52da965db3654006abddd5b40b0905c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:51.416657 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] Checking router: 76f85970-ea41-4a7a-a2b2-010e60125c2c for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:27:51.426669 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:27:51.427300 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:27:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:51.432143 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-83bfb57c-954f-4bdb-8a86-f5a16f84e084 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2 HTTP/1.1" status: 200 len: 999 time: 0.1117043 Jun 06 14:27:51.502466 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-8473b7f4-46c2-430f-927c-e5211fb071d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:51.503283 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93128f9f-030d-4ab9-92bc-36dd180dab04 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (4e0d1016-e35e-4c87-a170-cf3654bdbfc5), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.504316 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-8473b7f4-46c2-430f-927c-e5211fb071d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.0646644 Jun 06 14:27:51.515443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93128f9f-030d-4ab9-92bc-36dd180dab04 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (4e0d1016-e35e-4c87-a170-cf3654bdbfc5), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.557987 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93128f9f-030d-4ab9-92bc-36dd180dab04 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0d1016-e35e-4c87-a170-cf3654bdbfc5,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:51.571932 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93128f9f-030d-4ab9-92bc-36dd180dab04 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.575325 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-93128f9f-030d-4ab9-92bc-36dd180dab04 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3308918 Jun 06 14:27:51.579400 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46452) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:27:51.587997 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-a152e97f-ad13-4a71-9eb9-dc99c5d7f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:51.589658 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-a152e97f-ad13-4a71-9eb9-dc99c5d7f356 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778282 Jun 06 14:27:51.590226 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:51.606632 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:27:51.663495 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.768405 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-a5ca8fbb-b470-442c-8648-620167a75a7b service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713777 Jun 06 14:27:51.809426 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:51.898056 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be05e44c-2eba-4c2b-abb7-e78ace43205b req-2a839e20-6ee6-49fe-a42f-b6e93bf4f1c2 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204658 Jun 06 14:27:52.025242 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Allocated IP 172.27.1.200 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/aa75e4a1-2d17-44d0-b1ea-2e3c81b51729) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:52.105055 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'f3a5cd05-753d-48dc-93df-438984a4acf1', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'port_id': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'mac_address': 'fa:16:3e:e2:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:27:28Z', 'updated_at': '2022-06-06T14:27:49Z', 'revision_number': 1, 'project_id': '52da965db3654006abddd5b40b0905c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:27:52.136838 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb4478-6ed5-4ea6-94e9-6cdc81b4358a None None] The sync data for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi is: [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': 'f3a5cd05-753d-48dc-93df-438984a4acf1', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'port_id': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'mac_address': 'fa:16:3e:e2:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:27:28Z', 'updated_at': '2022-06-06T14:27:49Z', 'revision_number': 1, 'project_id': '52da965db3654006abddd5b40b0905c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:27:52.249672 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for port (aa75e4a1-2d17-44d0-b1ea-2e3c81b51729), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:52.302190 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (aa75e4a1-2d17-44d0-b1ea-2e3c81b51729), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:52.382860 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:52.388408 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:52.402623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:52.439411 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'Port': ['ID=aa75e4a1-2d17-44d0-b1ea-2e3c81b51729,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:52.538793 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:52.543538 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6637a8-8d52-4e97-8065-5e0ec25d7993 None None] New status for floating IP f3a5cd05-753d-48dc-93df-438984a4acf1: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:27:52.593941 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (80bd2d6d-3a20-4830-bed7-bdf1eaf52c88), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:52.653423 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (aa75e4a1-2d17-44d0-b1ea-2e3c81b51729), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:52.893390 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:53.035156 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for port (aa75e4a1-2d17-44d0-b1ea-2e3c81b51729), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:53.041895 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (aa75e4a1-2d17-44d0-b1ea-2e3c81b51729), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:53.178102 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (80bd2d6d-3a20-4830-bed7-bdf1eaf52c88), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:53.184976 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'Port': ['ID=aa75e4a1-2d17-44d0-b1ea-2e3c81b51729,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:53.223961 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:53.241747 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4b11f677-b7d2-41e1-bcba-22241511cade tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6457181 Jun 06 14:27:53.623271 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-919b86ce-769e-470a-b306-6f4d611e2313 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1529795248&fields=id&tenant_id=c41996fbf4ab4b81bc47ac29252ec762 HTTP/1.1" status: 200 len: 267 time: 0.1295702 Jun 06 14:27:53.847450 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-e268234b-b54a-439f-9299-87c424bd5942 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:53.854873 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-e268234b-b54a-439f-9299-87c424bd5942 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 811 time: 0.2062674 Jun 06 14:27:53.896518 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-1629ac04-2657-46bf-986d-b59eb275ea67 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/quotas/c41996fbf4ab4b81bc47ac29252ec762 HTTP/1.1" status: 200 len: 375 time: 0.0289781 Jun 06 14:27:53.999024 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-834fb12a-03d4-49ad-914e-aed437afd6cf tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923302 Jun 06 14:27:54.257330 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:54.331402 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-786e19b6-a9bd-4435-b47f-73c950c96d58 service neutron] 10.222.0.13 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104050 Jun 06 14:27:54.529418 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-28c7266b-20ec-4e0c-b04b-822f15d0b679 service neutron] 10.222.0.13 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834455 Jun 06 14:27:54.958491 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-48136a04-5f5e-4871-914f-d9480ced3690 req-adce0111-cbe1-478a-aa49-6bc4fbd64cc3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 210 time: 0.0839365 Jun 06 14:27:55.121246 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:27:56.090070 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75185dad-f6f5-41de-a83d-ca28b9c5a8b7 req-c1567e9e-c744-4adc-8344-0f38e1842af4 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 210 time: 0.0386603 Jun 06 14:27:56.413748 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:56.460629 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-3130dc58-c5fe-44ab-b7e1-51b770658bd1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:56.462238 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-3130dc58-c5fe-44ab-b7e1-51b770658bd1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 811 time: 0.2326107 Jun 06 14:27:56.468582 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-43f78ec8-3300-48a6-906b-faa011edd3a2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:56.470171 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-43f78ec8-3300-48a6-906b-faa011edd3a2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/networks?id=0bc8f27b-6227-41c2-afe6-78b098342e4c HTTP/1.1" status: 200 len: 815 time: 0.2218571 Jun 06 14:27:56.487236 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-490a6ded-4bd6-4df9-9181-0261d40e8773 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/quotas/d1af47083c644609a4a84b1273a4087f HTTP/1.1" status: 200 len: 375 time: 0.0111094 Jun 06 14:27:56.557032 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-23c28d9d-ca88-4e3b-8fc8-29566f736b21 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1af47083c644609a4a84b1273a4087f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638227 Jun 06 14:27:56.629815 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-1ba2c24a-71cf-41d1-bd3b-6de639b7de65 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41996fbf4ab4b81bc47ac29252ec762 HTTP/1.1" status: 200 len: 380 time: 0.0864818 Jun 06 14:27:56.660313 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'port': {'device_id': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'admin_state_up': True, 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'security_groups': ['cbdc88b4-19d5-45f5-b84b-30c4540b76ed']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:56.827714 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-c3aba951-c92e-418a-b45a-a76e3ae65b86 service neutron] 10.222.0.13 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513242 Jun 06 14:27:56.909004 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Made reservation on behalf of c41996fbf4ab4b81bc47ac29252ec762 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:27:56.912886 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:57.001519 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-83e0ceaf-6406-4709-b3e6-920820d3305f service neutron] 10.222.0.13 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654286 Jun 06 14:27:57.113058 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Allocated IP 172.20.0.4 (e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d/0def4104-2aaf-4064-a46e-4a35fc753887/569a35d2-8e05-47d7-a517-e0725926092d) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:57.117035 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:57.343320 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9e8b4682-b846-4972-8468-654d6c7873ac req-6f7768c9-9e37-428b-90ec-b6449d04c02e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 210 time: 0.1525230 Jun 06 14:27:57.388660 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ecbe1a87-3812-4b77-928c-0545c45ddbe7 req-acd39990-8811-4205-848a-ed9ba7f8d813 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 210 time: 0.1726468 Jun 06 14:27:57.478123 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for port (569a35d2-8e05-47d7-a517-e0725926092d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:57.521634 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:57.537631 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (569a35d2-8e05-47d7-a517-e0725926092d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:57.609972 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:57.614496 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:57.621725 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:57.630318 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event updated for resources: {'Port': ['ID=569a35d2-8e05-47d7-a517-e0725926092d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:57.733547 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:57.734901 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:57.774669 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-4d4149ef-5887-49f9-9402-89a6bad03430 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1180723 Jun 06 14:27:57.791988 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Request body: {'port': {'device_id': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:57.897059 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (569a35d2-8e05-47d7-a517-e0725926092d), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:58.050465 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fcf56f3e-851c-452f-93b6-145e117b4bc6 None None] Provisioning complete for port 569a35d2-8e05-47d7-a517-e0725926092d triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:27:58.051458 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fcf56f3e-851c-452f-93b6-145e117b4bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (569a35d2-8e05-47d7-a517-e0725926092d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:58.111950 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fcf56f3e-851c-452f-93b6-145e117b4bc6 None None] Port 569a35d2-8e05-47d7-a517-e0725926092d cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:27:58.430178 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569a35d2-8e05-47d7-a517-e0725926092d {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:27:58.440362 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Publish callbacks [] for port (569a35d2-8e05-47d7-a517-e0725926092d), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:58.472491 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Transition to ACTIVE for port object 569a35d2-8e05-47d7-a517-e0725926092d will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:27:58.484476 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (569a35d2-8e05-47d7-a517-e0725926092d), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:58.658209 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fae7fa4-c2c1-4662-bb5a-00184e7feec9 req-32658dba-0c68-4554-b91a-3c75e93874aa tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 210 time: 0.1465330 Jun 06 14:27:58.705763 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Pushing event updated for resources: {'Port': ['ID=569a35d2-8e05-47d7-a517-e0725926092d,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:58.727730 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e33b2-361d-485d-aa0a-6e216b668aaa req-fa75f4d3-ebe4-46bd-bb18-90f081bd30e7 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:58.730906 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d51e33b2-361d-485d-aa0a-6e216b668aaa req-fa75f4d3-ebe4-46bd-bb18-90f081bd30e7 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.2529802 Jun 06 14:27:58.811976 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-78d3fee2-af4a-4afe-9b5f-18b2c105fcc6 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:58.813743 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-78d3fee2-af4a-4afe-9b5f-18b2c105fcc6 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.46 "GET /v2.0/networks?id=0bc8f27b-6227-41c2-afe6-78b098342e4c HTTP/1.1" status: 200 len: 815 time: 0.2163212 Jun 06 14:27:58.828898 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'port': {'device_id': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'admin_state_up': True, 'tenant_id': 'd1af47083c644609a4a84b1273a4087f'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:27:58.856141 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:58.950138 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Attempting to bind port 569a35d2-8e05-47d7-a517-e0725926092d on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:27:58.950592 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Attempting to bind port 569a35d2-8e05-47d7-a517-e0725926092d by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:27:58.953669 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Attempting to bind port 569a35d2-8e05-47d7-a517-e0725926092d on network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:58.956518 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d51e33b2-361d-485d-aa0a-6e216b668aaa req-b77c5667-f8c1-4662-b6b6-a706eac496a8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962013 Jun 06 14:27:58.960191 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Port 569a35d2-8e05-47d7-a517-e0725926092d on network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:27:58.960518 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Attempting to bind port 569a35d2-8e05-47d7-a517-e0725926092d on network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:27:58.968071 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:27:58.968071 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Checking segment: {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:27:58.968443 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Bound using segment: {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:27:58.968867 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Bound port: 569a35d2-8e05-47d7-a517-e0725926092d, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc0fe2e-8df3-4335-b242-ede9c54bd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:27:58.969359 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (569a35d2-8e05-47d7-a517-e0725926092d), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:58.999820 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:59.003061 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Made reservation on behalf of d1af47083c644609a4a84b1273a4087f for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:27:59.007236 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:59.051788 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] For port 569a35d2-8e05-47d7-a517-e0725926092d, host hv-cinder-84414, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:27:59.055884 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] For port 569a35d2-8e05-47d7-a517-e0725926092d, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=569a35d2-8e05-47d7-a517-e0725926092d,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:27:59.065590 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (569a35d2-8e05-47d7-a517-e0725926092d), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:59.106486 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:59.107173 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:59.108623 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] 10.222.0.46 "PUT /v2.0/ports/569a35d2-8e05-47d7-a517-e0725926092d HTTP/1.1" status: 200 len: 1093 time: 1.3217955 Jun 06 14:27:59.109092 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'tag': '569a35d2-8e05-47d7-a517-e0725926092d'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:27:59.111461 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67659a1f-3374-4994-bf80-a8d50e83d001" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad1d56f-357d-443c-a043-471ab99f59e6", "tag": "569a35d2-8e05-47d7-a517-e0725926092d"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:27:59.233027 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-e8b6fb6a-0e7e-40bb-86ea-4286acb05540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:59.235206 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-e8b6fb6a-0e7e-40bb-86ea-4286acb05540 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 1127 time: 0.0602183 Jun 06 14:27:59.240653 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3fbeba-1d1f-4722-b96d-1bd2e5d6ead3 x-openstack-request-id: req-ee3fbeba-1d1f-4722-b96d-1bd2e5d6ead3 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:27:59.240965 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad1d56f-357d-443c-a043-471ab99f59e6", "tag": "569a35d2-8e05-47d7-a517-e0725926092d", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:27:59.241197 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee3fbeba-1d1f-4722-b96d-1bd2e5d6ead3 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:27:59.241628 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3fbeba-1d1f-4722-b96d-1bd2e5d6ead3'] response: {'name': 'network-changed', 'server_uuid': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'tag': '569a35d2-8e05-47d7-a517-e0725926092d', 'status': 'completed', 'code': 200} Jun 06 14:27:59.243224 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04bb10-032a-4c5a-b740-e4575683832b service neutron] Pushing event updated for resources: {'Port': ['ID=569a35d2-8e05-47d7-a517-e0725926092d,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:59.274676 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Allocated IP 172.20.0.7 (0bc8f27b-6227-41c2-afe6-78b098342e4c/f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f/02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:27:59.437484 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:59.526101 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:59.612639 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:59.765665 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:27:59.776585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'Port': ['ID=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:27:59.808637 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Network 0bc8f27b-6227-41c2-afe6-78b098342e4c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:27:59.820170 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:27:59.832031 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:27:59.907639 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:27:59.908737 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:27:59.935972 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-fb1eb964-a482-44b9-85ad-6d2645e114a4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1115761 Jun 06 14:27:59.974246 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Request body: {'port': {'device_id': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:00.101908 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:00.148237 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-bf3dad37-3ac7-4b51-b69f-386bbb81bded service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569a35d2-8e05-47d7-a517-e0725926092d HTTP/1.1" status: 200 len: 217 time: 0.8996704 Jun 06 14:28:00.440141 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb767f-d2ae-4931-b4e2-be9579685165 req-f7730ef6-d553-4202-82ea-23a20702aa4c tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:00.443670 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-c5c16d5e-603c-4561-9eef-8f2b51d93097 None None] Provisioning complete for port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:28:00.445465 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a0eb767f-d2ae-4931-b4e2-be9579685165 req-f7730ef6-d553-4202-82ea-23a20702aa4c tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 931 time: 0.3357322 Jun 06 14:28:00.446720 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5c16d5e-603c-4561-9eef-8f2b51d93097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:00.574368 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c5c16d5e-603c-4561-9eef-8f2b51d93097 None None] Port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:28:00.619697 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-71107e7e-8aaa-438b-b22f-edcb2d44556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:00.621416 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-71107e7e-8aaa-438b-b22f-edcb2d44556d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 200 len: 850 time: 0.3936849 Jun 06 14:28:00.948992 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c8e7-a562-4ebd-8391-356d6a48f30f req-e3e69471-6d66-4eb9-8e02-dfc7aa880384 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:00.953058 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b8f0c8e7-a562-4ebd-8391-356d6a48f30f req-e3e69471-6d66-4eb9-8e02-dfc7aa880384 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.4081843 Jun 06 14:28:00.976365 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a0eb767f-d2ae-4931-b4e2-be9579685165 req-f424dc5e-578c-4c21-b5e9-73c1a9546378 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131457 Jun 06 14:28:01.004069 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-1e33f9b4-71e4-429c-a508-d36774826038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:01.011940 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-1e33f9b4-71e4-429c-a508-d36774826038 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2646394 Jun 06 14:28:01.202044 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b8f0c8e7-a562-4ebd-8391-356d6a48f30f req-6ba51a23-fec4-41b6-87b1-ea5802b9e29f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059443 Jun 06 14:28:01.224111 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f7d894a-495f-48b8-b93f-56586d57ab9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:01.234597 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:28:01.247938 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Publish callbacks [] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:01.274644 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Transition to ACTIVE for port object 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:28:01.282291 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:01.349219 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89103890-0034-40d7-a904-2cada30b175f service neutron] Pushing event updated for resources: {'Port': ['ID=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:01.387708 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-48b56419-102e-438b-8d1b-c8f66ba30716 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973053 Jun 06 14:28:01.430405 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:01.464721 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Attempting to bind port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:28:01.465390 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Attempting to bind port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:28:01.466002 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Attempting to bind port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e on network 0bc8f27b-6227-41c2-afe6-78b098342e4c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:28:01.472812 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e on network 0bc8f27b-6227-41c2-afe6-78b098342e4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:28:01.473412 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Attempting to bind port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e on network 0bc8f27b-6227-41c2-afe6-78b098342e4c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:28:01.480170 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:28:01.480797 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Checking segment: {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:28:01.481457 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Bound using segment: {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:28:01.482732 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Bound port: 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:28:01.483558 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:01.595077 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] For port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:28:01.604997 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] For port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:28:01.614795 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:01.705007 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:01.714920 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:01.717689 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-89103890-0034-40d7-a904-2cada30b175f service neutron] 10.222.0.46 "PUT /v2.0/ports/02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 1093 time: 1.7519727 Jun 06 14:28:01.718468 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:01.725728 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7747cff2-d139-408a-b1a2-3ffd8ee57578" -d '{"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:01.829056 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89103890-0034-40d7-a904-2cada30b175f service neutron] Pushing event updated for resources: {'Port': ['ID=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:01.839903 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08e9ce0-9332-4c55-a2b3-6f1f0672e053 x-openstack-request-id: req-d08e9ce0-9332-4c55-a2b3-6f1f0672e053 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:01.840773 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:01.841767 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d08e9ce0-9332-4c55-a2b3-6f1f0672e053 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:01.842717 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08e9ce0-9332-4c55-a2b3-6f1f0672e053'] response: {'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'status': 'completed', 'code': 200} Jun 06 14:28:02.134914 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747cff2-d139-408a-b1a2-3ffd8ee57578 req-7a141e76-9954-4b6f-a32b-e99c3f8dc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:02.138515 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7747cff2-d139-408a-b1a2-3ffd8ee57578 req-7a141e76-9954-4b6f-a32b-e99c3f8dc8e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1af47083c644609a4a84b1273a4087f&device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1127 time: 0.1717339 Jun 06 14:28:02.334887 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1cced6ce-a582-4a71-af88-8a190aa68e4f req-c2f5cd57-2425-45f3-8f93-3bb6302fe387 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406910 Jun 06 14:28:02.566124 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747cff2-d139-408a-b1a2-3ffd8ee57578 req-5b53078f-651b-4b11-a043-f80914eafc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:02.567794 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7747cff2-d139-408a-b1a2-3ffd8ee57578 req-5b53078f-651b-4b11-a043-f80914eafc97 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d1af47083c644609a4a84b1273a4087f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3995135 Jun 06 14:28:02.581143 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef76f0-1e3a-4351-82b0-f234fd9f27fb req-fe1cee51-6ebe-4e1a-877c-8c11aab8e1d7 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:02.584299 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-41ef76f0-1e3a-4351-82b0-f234fd9f27fb req-fe1cee51-6ebe-4e1a-877c-8c11aab8e1d7 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.2475669 Jun 06 14:28:02.598174 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c098b-0f7e-4f10-ac69-afee5dae43b7 req-e7b9d3d8-d06f-45a0-897c-7a55c919b1b7 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:02.628835 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f01c098b-0f7e-4f10-ac69-afee5dae43b7 req-e7b9d3d8-d06f-45a0-897c-7a55c919b1b7 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.2405210 Jun 06 14:28:02.779645 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:02.813348 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f01c098b-0f7e-4f10-ac69-afee5dae43b7 req-d81c3fcb-d678-4f7d-99e4-5b232688120e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827338 Jun 06 14:28:02.830606 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-41ef76f0-1e3a-4351-82b0-f234fd9f27fb req-f0f310c1-b754-4e2c-87ca-e95f1b85ab8c tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339488 Jun 06 14:28:03.890860 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc2ab-2f8e-4374-af79-c8ce850beb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:04.078985 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5fd2-c076-4c33-a16c-acfe27cf2b17 req-fe992416-80e9-4819-b738-eac25b5dae9f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:04.082056 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-807e5fd2-c076-4c33-a16c-acfe27cf2b17 req-fe992416-80e9-4819-b738-eac25b5dae9f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.1264553 Jun 06 14:28:04.114889 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:04.138817 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875fd19-10ee-42bf-89dc-08ed5c80403d req-1a9006ba-4109-4512-a844-1dee4f3f98a0 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:04.140573 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b875fd19-10ee-42bf-89dc-08ed5c80403d req-1a9006ba-4109-4512-a844-1dee4f3f98a0 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.1420844 Jun 06 14:28:04.204654 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:04.220346 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-807e5fd2-c076-4c33-a16c-acfe27cf2b17 req-87e6c821-36fe-467c-a711-d09f66d06a58 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318247 Jun 06 14:28:04.267690 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b875fd19-10ee-42bf-89dc-08ed5c80403d req-9d8bfe63-bc3a-412a-91c3-396103d6ba84 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143603 Jun 06 14:28:05.036093 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:05.114305 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=57,neutron:UPDATE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:05.518296 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668cc4f-13e4-4f49-b900-4f1eb9ccd50a req-2811d313-dabb-4aab-9c49-0fbba745f770 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:05.520937 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d668cc4f-13e4-4f49-b900-4f1eb9ccd50a req-2811d313-dabb-4aab-9c49-0fbba745f770 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.1586902 Jun 06 14:28:05.606293 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acd95f-9378-411e-b1e9-d91be7b5541a req-50d3f122-83fa-41c9-9c7e-a2a4f593a0da tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:05.608486 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-52acd95f-9378-411e-b1e9-d91be7b5541a req-50d3f122-83fa-41c9-9c7e-a2a4f593a0da tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.0860331 Jun 06 14:28:05.686797 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d668cc4f-13e4-4f49-b900-4f1eb9ccd50a req-c9240126-f477-4f34-8deb-26aab2a5ca3e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463490 Jun 06 14:28:05.748610 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-52acd95f-9378-411e-b1e9-d91be7b5541a req-1be32e06-d2a8-445b-9ddb-3c9975498e4e tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223481 Jun 06 14:28:06.804339 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:06.828996 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:06.875675 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe44b9-49ba-4391-8242-9f517deb4f75 req-4415c32a-27e1-450f-a1f9-9c2e6a94c5bc tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:06.877313 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-20fe44b9-49ba-4391-8242-9f517deb4f75 req-4415c32a-27e1-450f-a1f9-9c2e6a94c5bc tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.0865581 Jun 06 14:28:06.989230 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00fd8e-d51e-42b4-8bda-d55828a1982f req-2b0c90e4-8d36-44f6-b7e5-8e9de8d858e7 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:06.990915 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc00fd8e-d51e-42b4-8bda-d55828a1982f req-2b0c90e4-8d36-44f6-b7e5-8e9de8d858e7 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.0978115 Jun 06 14:28:07.001587 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-20fe44b9-49ba-4391-8242-9f517deb4f75 req-4d9eb920-9207-4b32-ba9f-7f01b41eef52 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178830 Jun 06 14:28:07.073406 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc00fd8e-d51e-42b4-8bda-d55828a1982f req-28781417-14d0-45f7-baec-9c2316101c11 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692897 Jun 06 14:28:08.149043 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9017a-ffa8-4dd8-87f2-43552bc20f3a req-9b134be6-d7a9-4401-83d5-3f962c50c973 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:08.151752 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e0c9017a-ffa8-4dd8-87f2-43552bc20f3a req-9b134be6-d7a9-4401-83d5-3f962c50c973 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.0656307 Jun 06 14:28:08.231246 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:08.305270 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e0c9017a-ffa8-4dd8-87f2-43552bc20f3a req-ced7b64e-2bf3-4ccf-896e-decaf2531894 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420231 Jun 06 14:28:08.321642 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42c024-7496-4764-8365-c6427916e0c5 req-5a5166a0-8516-4224-a8f9-052e6b497f89 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:08.323621 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ea42c024-7496-4764-8365-c6427916e0c5 req-5a5166a0-8516-4224-a8f9-052e6b497f89 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.1248522 Jun 06 14:28:08.415559 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ea42c024-7496-4764-8365-c6427916e0c5 req-1470b710-8173-4ae2-8b33-1a360febdd2a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768313 Jun 06 14:28:09.441342 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dd8b3-9903-4d15-979c-e08319911450 req-1e9ba2f8-7ca4-4093-902c-488920a17f1f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:09.443166 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f78dd8b3-9903-4d15-979c-e08319911450 req-1e9ba2f8-7ca4-4093-902c-488920a17f1f tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.0577612 Jun 06 14:28:09.521896 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f78dd8b3-9903-4d15-979c-e08319911450 req-dbb1b5f5-b16c-4a5d-a885-20dfb9c49d08 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694277 Jun 06 14:28:09.563186 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6b9de-4e9e-46c7-9f7c-ad473d5447bf req-4603fe3e-1299-422e-870f-24895296fb39 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:09.564858 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66b6b9de-4e9e-46c7-9f7c-ad473d5447bf req-4603fe3e-1299-422e-870f-24895296fb39 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.0584917 Jun 06 14:28:09.635862 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66b6b9de-4e9e-46c7-9f7c-ad473d5447bf req-4972aaa3-455f-42a9-8a87-e5786e1124fb tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623634 Jun 06 14:28:10.595196 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-c516e112-d750-4e6b-a9b5-152a94fea814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:10.597909 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-c516e112-d750-4e6b-a9b5-152a94fea814 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 1127 time: 0.0746298 Jun 06 14:28:10.615332 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:10.628164 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747cff2-d139-408a-b1a2-3ffd8ee57578 req-248c8d36-13d2-4d74-a1cd-291ece1c2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:10.629680 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7747cff2-d139-408a-b1a2-3ffd8ee57578 req-248c8d36-13d2-4d74-a1cd-291ece1c2987 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150749 Jun 06 14:28:10.682353 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ab891-e01b-4aa5-8d35-82aba6cddc59 req-6836dc18-e09a-4e79-950d-e67ed5c25673 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:10.685608 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-972ab891-e01b-4aa5-8d35-82aba6cddc59 req-6836dc18-e09a-4e79-950d-e67ed5c25673 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.0721245 Jun 06 14:28:10.772855 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-972ab891-e01b-4aa5-8d35-82aba6cddc59 req-421f0cb7-0b7d-4d2a-9ef7-8220241d12bb tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773230 Jun 06 14:28:10.789086 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8a3e-9af5-4215-bc68-5c464938bbff req-04fbc335-1068-4b99-8e16-80d504df8293 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:10.790675 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d11f8a3e-9af5-4215-bc68-5c464938bbff req-04fbc335-1068-4b99-8e16-80d504df8293 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.0634997 Jun 06 14:28:10.817422 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:10.843747 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d11f8a3e-9af5-4215-bc68-5c464938bbff req-0296db8d-28dd-4ea3-a99c-e990bd8c5f02 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466559 Jun 06 14:28:10.913327 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e516bd0d-b596-49e3-9174-2575c416379a req-1b64940a-e4a9-4e00-b982-c256908123ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563562 Jun 06 14:28:10.954431 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:10.958271 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-e29df492-fe50-4b04-8fc2-7edd5300026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:10.959950 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-e29df492-fe50-4b04-8fc2-7edd5300026a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1af47083c644609a4a84b1273a4087f&device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1127 time: 0.0449536 Jun 06 14:28:10.991883 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-5d5bb13c-8a9f-4afc-9ac7-c4b126e455e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:10.993899 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-5d5bb13c-8a9f-4afc-9ac7-c4b126e455e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 912 time: 0.1335096 Jun 06 14:28:11.130909 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:11.321876 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-60e031e8-98ed-47c8-b255-86970dfd7f01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569a35d2-8e05-47d7-a517-e0725926092d HTTP/1.1" status: 200 len: 217 time: 0.0480516 Jun 06 14:28:11.377878 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-4c9d70c9-6b79-47b5-a6da-2fc170b1fed8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 217 time: 0.1042426 Jun 06 14:28:11.390471 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-827be7c0-a387-40df-9922-f0148c0a21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:11.393340 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-827be7c0-a387-40df-9922-f0148c0a21cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 200 len: 850 time: 0.0650108 Jun 06 14:28:11.453165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516bd0d-b596-49e3-9174-2575c416379a req-e895a2b4-6bf0-4c4b-8ada-4bbe57c9e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:11.455697 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e516bd0d-b596-49e3-9174-2575c416379a req-e895a2b4-6bf0-4c4b-8ada-4bbe57c9e902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 1129 time: 0.1729608 Jun 06 14:28:11.487084 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-bb4b5b57-9b04-4a5c-b66e-a15a6198bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:11.489549 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-bb4b5b57-9b04-4a5c-b66e-a15a6198bbfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f HTTP/1.1" status: 200 len: 854 time: 0.1018057 Jun 06 14:28:11.520034 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-f9fe96c6-1b21-4b55-8c6e-48396565f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:11.522174 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-f9fe96c6-1b21-4b55-8c6e-48396565f2ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1179063 Jun 06 14:28:11.628511 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-1e95a325-eda6-4c1e-9a80-4237dbb35dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:11.629983 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-1e95a325-eda6-4c1e-9a80-4237dbb35dcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bc8f27b-6227-41c2-afe6-78b098342e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1067686 Jun 06 14:28:11.651681 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-d8f05528-1d66-4255-887c-5a565f362a42 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210001 Jun 06 14:28:11.736519 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516bd0d-b596-49e3-9174-2575c416379a req-cac400b0-5c81-472d-a17f-5536d99a1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:11.739816 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e516bd0d-b596-49e3-9174-2575c416379a req-cac400b0-5c81-472d-a17f-5536d99a1fc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 200 len: 920 time: 0.2392030 Jun 06 14:28:11.801385 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-a2d1ad17-de46-4d1d-a1ca-c9844da55b51 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434288 Jun 06 14:28:11.807180 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e516bd0d-b596-49e3-9174-2575c416379a req-865b5f65-569e-4d71-9605-54e83eaf64f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef HTTP/1.1" status: 200 len: 217 time: 0.0497353 Jun 06 14:28:11.858296 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-5a9727da-0cce-4241-97f6-bc6f95303394 service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163122 Jun 06 14:28:11.922768 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516bd0d-b596-49e3-9174-2575c416379a req-137c0926-7128-4d35-a6e5-bd50752fb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:11.924339 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e516bd0d-b596-49e3-9174-2575c416379a req-137c0926-7128-4d35-a6e5-bd50752fb9ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 200 len: 858 time: 0.1018128 Jun 06 14:28:11.960690 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c30ba8-1df2-48ba-ad38-015c003822bd req-5f9f0d1d-5d38-4b86-a1e1-01c522fbf018 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:11.963111 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e1c30ba8-1df2-48ba-ad38-015c003822bd req-5f9f0d1d-5d38-4b86-a1e1-01c522fbf018 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 943 time: 0.0709372 Jun 06 14:28:11.995685 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516bd0d-b596-49e3-9174-2575c416379a req-0cfd957f-c03d-4f47-ac90-53b0901b755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:11.997695 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e516bd0d-b596-49e3-9174-2575c416379a req-0cfd957f-c03d-4f47-ac90-53b0901b755e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da05c785-91e1-4374-8904-6d56e0757608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655994 Jun 06 14:28:12.021531 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:12.037008 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98f0bc17-8cf7-4296-8644-a583226596d2 req-68bfa88c-6412-4298-a0f2-4d5f7848cdf2 service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696119 Jun 06 14:28:12.039714 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e1c30ba8-1df2-48ba-ad38-015c003822bd req-8508006d-dd6f-4ace-9cd7-dc94b5846648 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658128 Jun 06 14:28:12.151298 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e516bd0d-b596-49e3-9174-2575c416379a req-94d3f955-e16e-4858-8039-31502f48ffbb service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400123 Jun 06 14:28:12.234531 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9b88-baf3-4a2d-90c3-a27133b0d119 req-5470690c-9a68-48aa-aa24-b43b3c11be1b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:12.236165 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d77a9b88-baf3-4a2d-90c3-a27133b0d119 req-5470690c-9a68-48aa-aa24-b43b3c11be1b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.0524395 Jun 06 14:28:12.297301 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d77a9b88-baf3-4a2d-90c3-a27133b0d119 req-253e18f2-b144-4d13-9014-3d0e11d825e9 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512872 Jun 06 14:28:12.298900 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 569a35d2-8e05-47d7-a517-e0725926092d details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:28:12.367455 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:12.414609 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 569a35d2-8e05-47d7-a517-e0725926092d, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=569a35d2-8e05-47d7-a517-e0725926092d,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:12.428297 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '569a35d2-8e05-47d7-a517-e0725926092d', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'port_id': '569a35d2-8e05-47d7-a517-e0725926092d', 'mac_address': 'fa:16:3e:02:83:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:28:12.467849 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 569a35d2-8e05-47d7-a517-e0725926092d is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:28:12.468241 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (569a35d2-8e05-47d7-a517-e0725926092d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:12.484313 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569a35d2-8e05-47d7-a517-e0725926092d {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:28:12.511184 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 569a35d2-8e05-47d7-a517-e0725926092d, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=569a35d2-8e05-47d7-a517-e0725926092d,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:12.516906 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (569a35d2-8e05-47d7-a517-e0725926092d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:12.556560 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:12.585511 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=569a35d2-8e05-47d7-a517-e0725926092d,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:12.827733 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['569a35d2-8e05-47d7-a517-e0725926092d'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:28:13.141392 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e516bd0d-b596-49e3-9174-2575c416379a req-8fdd8c87-4cad-4b3d-b0d6-25311c2fbafc service neutron] 10.222.0.46 "GET /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409719 Jun 06 14:28:13.258188 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dacf56-fc0a-4453-8480-26649f794056 req-241852df-7777-4190-8f4d-119d60a9a29e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:13.260202 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75dacf56-fc0a-4453-8480-26649f794056 req-241852df-7777-4190-8f4d-119d60a9a29e tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 944 time: 0.0688267 Jun 06 14:28:13.326984 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75dacf56-fc0a-4453-8480-26649f794056 req-a3ab079e-6c71-4c5e-8a33-45400604072a tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592394 Jun 06 14:28:13.433904 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3501d-2083-4908-90ca-0456e64f32e5 req-bbd747eb-7ed1-4b1c-ab96-405df377e112 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:13.436547 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8d3501d-2083-4908-90ca-0456e64f32e5 req-bbd747eb-7ed1-4b1c-ab96-405df377e112 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.0518351 Jun 06 14:28:13.500829 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8d3501d-2083-4908-90ca-0456e64f32e5 req-e858a764-de6e-4954-8d96-4772c6b43600 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550790 Jun 06 14:28:14.313810 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 569a35d2-8e05-47d7-a517-e0725926092d up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:28:14.358972 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 569a35d2-8e05-47d7-a517-e0725926092d completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:28:14.365946 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 569a35d2-8e05-47d7-a517-e0725926092d triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:28:14.366604 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (569a35d2-8e05-47d7-a517-e0725926092d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:14.450955 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 569a35d2-8e05-47d7-a517-e0725926092d is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:28:14.451229 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (569a35d2-8e05-47d7-a517-e0725926092d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:14.458817 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4b97f-8480-43fc-85c9-56167368824f req-e86e4844-c1bc-4ae7-90f7-346bf66545a3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:14.460398 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bdd4b97f-8480-43fc-85c9-56167368824f req-e86e4844-c1bc-4ae7-90f7-346bf66545a3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 944 time: 0.0543888 Jun 06 14:28:14.478247 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569a35d2-8e05-47d7-a517-e0725926092d'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:14.480739 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92871db-d418-4b57-a150-c04cef44dfff" -d '{"events": [{"server_uuid": "9ad1d56f-357d-443c-a043-471ab99f59e6", "name": "network-vif-plugged", "status": "completed", "tag": "569a35d2-8e05-47d7-a517-e0725926092d"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:14.495298 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 569a35d2-8e05-47d7-a517-e0725926092d, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=569a35d2-8e05-47d7-a517-e0725926092d,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:14.503330 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (569a35d2-8e05-47d7-a517-e0725926092d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:14.526679 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bdd4b97f-8480-43fc-85c9-56167368824f req-9f572194-b9c8-45f3-b14c-b9634ca3d2a5 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576169 Jun 06 14:28:14.572831 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=569a35d2-8e05-47d7-a517-e0725926092d,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:14.647527 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ceb245-5367-4090-a7d3-bdf7bd4fba63 x-openstack-request-id: req-c3ceb245-5367-4090-a7d3-bdf7bd4fba63 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:14.648154 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad1d56f-357d-443c-a043-471ab99f59e6", "name": "network-vif-plugged", "status": "completed", "tag": "569a35d2-8e05-47d7-a517-e0725926092d", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:14.648635 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3ceb245-5367-4090-a7d3-bdf7bd4fba63 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:14.649510 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ceb245-5367-4090-a7d3-bdf7bd4fba63'] response: {'server_uuid': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569a35d2-8e05-47d7-a517-e0725926092d', 'code': 200} Jun 06 14:28:14.700102 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279c3b5-7b37-4add-ab77-67e9a82bbddd req-5d4abd17-4d1f-4f2d-893a-acad3b4d8e97 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:14.702271 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a279c3b5-7b37-4add-ab77-67e9a82bbddd req-5d4abd17-4d1f-4f2d-893a-acad3b4d8e97 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.0640335 Jun 06 14:28:14.750900 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:14.775439 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a279c3b5-7b37-4add-ab77-67e9a82bbddd req-61a57387-fcee-41cf-a907-d5457579d63d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629559 Jun 06 14:28:14.871060 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:14.879217 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a93a4-4848-47dc-b112-63457abd83c6 req-6423c844-03ed-45c2-ad82-78a7406a16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:14.880843 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e68a93a4-4848-47dc-b112-63457abd83c6 req-6423c844-03ed-45c2-ad82-78a7406a16a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 1129 time: 0.0524950 Jun 06 14:28:14.935681 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e68a93a4-4848-47dc-b112-63457abd83c6 req-8ef75486-fe43-4cd2-8089-d0a1eff8a1b1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461624 Jun 06 14:28:15.608629 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de081a22-6cbb-4b1c-880a-3d4d8befd5a1 req-23b1da00-2d60-41eb-98e7-454a80760016 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:15.610248 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de081a22-6cbb-4b1c-880a-3d4d8befd5a1 req-23b1da00-2d60-41eb-98e7-454a80760016 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 945 time: 0.0521319 Jun 06 14:28:15.712587 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9cc08-7839-4f95-8bd2-c9d61011bfe5 req-6e3a1a87-9589-44c5-9459-9899acd5b879 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:15.714227 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-56a9cc08-7839-4f95-8bd2-c9d61011bfe5 req-6e3a1a87-9589-44c5-9459-9899acd5b879 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 945 time: 0.0802441 Jun 06 14:28:15.717943 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de081a22-6cbb-4b1c-880a-3d4d8befd5a1 req-fa2a6cea-7921-4b3f-9bbc-551932b61bc1 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019464 Jun 06 14:28:15.791375 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-56a9cc08-7839-4f95-8bd2-c9d61011bfe5 req-acfccb62-707f-48a2-8add-5c424154b565 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706813 Jun 06 14:28:15.900282 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:15.920110 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23a265-6f27-453f-b334-180e353caf50 req-b3de0797-994f-425a-9a55-d1c1459e34aa tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:15.921700 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0a23a265-6f27-453f-b334-180e353caf50 req-b3de0797-994f-425a-9a55-d1c1459e34aa tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 943 time: 0.0551155 Jun 06 14:28:15.974820 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0a23a265-6f27-453f-b334-180e353caf50 req-e0be1812-cf7c-431b-ad25-47c82d6f187c tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473914 Jun 06 14:28:16.324125 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:28:16.436710 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:16.451309 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'port_id': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'mac_address': 'fa:16:3e:c4:f7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:28:16.510712 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:28:16.511308 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:16.534554 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:28:16.570376 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:16.576747 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:16.636548 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:16.886905 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a04095-abc4-4a9f-84b8-2903f5dee9d5 req-1cc8cdf5-e966-40d5-9c19-68efa65f6b18 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:16.889572 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9a04095-abc4-4a9f-84b8-2903f5dee9d5 req-1cc8cdf5-e966-40d5-9c19-68efa65f6b18 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 945 time: 0.0732286 Jun 06 14:28:16.890347 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:28:16.963592 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a681e-d983-4f83-8d68-ee50d34b6cd0 req-e907191f-0b38-47cd-b865-4f039a246183 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:16.965279 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-297a681e-d983-4f83-8d68-ee50d34b6cd0 req-e907191f-0b38-47cd-b865-4f039a246183 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 945 time: 0.0700338 Jun 06 14:28:17.007763 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9a04095-abc4-4a9f-84b8-2903f5dee9d5 req-e3657f36-fc7a-4462-ae59-178eb11dabc1 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004770 Jun 06 14:28:17.044525 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-297a681e-d983-4f83-8d68-ee50d34b6cd0 req-d28c7a83-c333-4886-aa66-f3459768bfc8 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684252 Jun 06 14:28:17.193166 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60265fe-0133-44c5-8558-434b56c2e2c7 req-e32fe564-7ecc-4210-a785-36c367ac834c tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:17.194991 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a60265fe-0133-44c5-8558-434b56c2e2c7 req-e32fe564-7ecc-4210-a785-36c367ac834c tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 944 time: 0.0601404 Jun 06 14:28:17.251815 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a60265fe-0133-44c5-8558-434b56c2e2c7 req-b90fb7a9-436e-403a-af7f-58cdfc67569b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501997 Jun 06 14:28:18.025999 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-b66ac20d-79f2-418f-aac0-2b46f98da4af tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:18.027530 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-b66ac20d-79f2-418f-aac0-2b46f98da4af tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 945 time: 0.0542440 Jun 06 14:28:18.131899 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Deleting port 6f067b2c-582f-4229-80f1-49f8804249fb {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:18.132466 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:18.161518 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154bf0f-61de-44e6-b1d7-d6c141d19113 req-7ce98160-488f-43b1-a560-c9fc66b3c76e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:18.163618 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3154bf0f-61de-44e6-b1d7-d6c141d19113 req-7ce98160-488f-43b1-a560-c9fc66b3c76e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 945 time: 0.0636179 Jun 06 14:28:18.256034 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c62d8-f88c-4c86-afb8-0b147431ebc6 req-3d083476-184f-4713-a208-7c7355d8c082 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:18.257621 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-110c62d8-f88c-4c86-afb8-0b147431ebc6 req-3d083476-184f-4713-a208-7c7355d8c082 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 945 time: 0.0796654 Jun 06 14:28:18.261447 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3154bf0f-61de-44e6-b1d7-d6c141d19113 req-bb84bf05-65b8-4f2f-b54a-e075bc8e1964 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915241 Jun 06 14:28:18.302874 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] For port 6f067b2c-582f-4229-80f1-49f8804249fb, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=6f067b2c-582f-4229-80f1-49f8804249fb,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:18.303499 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:18.328128 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-110c62d8-f88c-4c86-afb8-0b147431ebc6 req-dfa3a3ca-0c4c-4e32-a864-7c2d96879308 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597107 Jun 06 14:28:18.352854 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:28:18.434700 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:18.438403 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dec82-6345-4bf3-837e-ce5b828607b3 req-b6269543-8a02-4b19-8178-f9c7c112b374 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:18.451265 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0c8dec82-6345-4bf3-837e-ce5b828607b3 req-b6269543-8a02-4b19-8178-f9c7c112b374 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 944 time: 0.0773625 Jun 06 14:28:18.451687 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:28:18.462222 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:28:18.462846 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:18.576432 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:28:18.576941 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:18.578236 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb04385-c9db-453e-be9f-2d977756a12c req-4dc9bb6e-eaae-44c0-84b4-2f9fba4adb79 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:18.586041 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-adb04385-c9db-453e-be9f-2d977756a12c req-4dc9bb6e-eaae-44c0-84b4-2f9fba4adb79 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 945 time: 0.1218929 Jun 06 14:28:18.597751 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46712) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:18.602603 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0c8dec82-6345-4bf3-837e-ce5b828607b3 req-63467c50-4560-4714-a212-5c44f5d45f82 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496031 Jun 06 14:28:18.603996 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-631629ae-1d56-43e1-95cc-d0240b6f0306 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Request body: {'floatingip': {'port_id': '569a35d2-8e05-47d7-a517-e0725926092d'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:18.619494 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:18.623541 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3974d27-aa2f-4e3e-99f2-fbc6c188f0ac" -d '{"events": [{"server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "name": "network-vif-plugged", "status": "completed", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:18.646969 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:18.654211 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:18.655292 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 6f067b2c-582f-4229-80f1-49f8804249fb no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:28:18.680258 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-631629ae-1d56-43e1-95cc-d0240b6f0306 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (80bd2d6d-3a20-4830-bed7-bdf1eaf52c88), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:18.684789 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:18.685192 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (d4c7abb4-93ff-4906-a2ce-3632c5471a17), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:18.686219 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Floating IP d4c7abb4-93ff-4906-a2ce-3632c5471a17 disassociated. External IP: 172.27.1.73, port: 6f067b2c-582f-4229-80f1-49f8804249fb. Jun 06 14:28:18.686663 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Calling delete_port for 6f067b2c-582f-4229-80f1-49f8804249fb owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:18.910746 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:18.943769 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599e500b-bc7c-4208-8456-6050d8bca88e x-openstack-request-id: req-599e500b-bc7c-4208-8456-6050d8bca88e {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:18.944602 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "name": "network-vif-plugged", "status": "completed", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:18.945268 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-599e500b-bc7c-4208-8456-6050d8bca88e {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:18.946246 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599e500b-bc7c-4208-8456-6050d8bca88e'] response: {'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'code': 200} Jun 06 14:28:19.027070 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:19.114208 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 6f067b2c-582f-4229-80f1-49f8804249fb is: ACTIVE; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:28:19.114607 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:19.140517 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:19.165741 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 6f067b2c-582f-4229-80f1-49f8804249fb, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=6f067b2c-582f-4229-80f1-49f8804249fb,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:19.171683 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:19.268547 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=6f067b2c-582f-4229-80f1-49f8804249fb,revision_number=6']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:19.470911 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161c8e2-b7f7-45d1-83bf-5626bb8516dc req-c3fc29bd-394e-4548-9267-e18a331795dc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:19.475485 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4161c8e2-b7f7-45d1-83bf-5626bb8516dc req-c3fc29bd-394e-4548-9267-e18a331795dc tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 943 time: 0.1086776 Jun 06 14:28:19.479371 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0052-acaa-496f-9673-182ae232d4d9 req-5cb7ff90-9e5b-4b2d-9897-165773de24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:19.482492 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-26ba0052-acaa-496f-9673-182ae232d4d9 req-5cb7ff90-9e5b-4b2d-9897-165773de24d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1129 time: 0.1474206 Jun 06 14:28:19.563894 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:19.596679 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:19.618632 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4161c8e2-b7f7-45d1-83bf-5626bb8516dc req-c6ded09d-ec0d-451e-b940-2525870735ce tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ec67cb-7fd3-4052-a926-260e9de54b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251802 Jun 06 14:28:19.648999 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-26ba0052-acaa-496f-9673-182ae232d4d9 req-6ad838a8-0481-41b4-a154-46e1653e4f5e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583922 Jun 06 14:28:19.652917 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (6f067b2c-582f-4229-80f1-49f8804249fb), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:19.670206 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:19.737591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'Port': ['ID=6f067b2c-582f-4229-80f1-49f8804249fb,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:19.787596 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1d29f-faec-420e-ba3b-c73507e306aa req-f9839937-dd4d-4a85-a14d-1272d6d7d438 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:19.789188 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-86e1d29f-faec-420e-ba3b-c73507e306aa req-f9839937-dd4d-4a85-a14d-1272d6d7d438 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.0872216 Jun 06 14:28:19.852598 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-86e1d29f-faec-420e-ba3b-c73507e306aa req-b0835cc3-3f0a-4c97-8e7b-144ad28224b3 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504410 Jun 06 14:28:19.997822 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:28:20.105253 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-631629ae-1d56-43e1-95cc-d0240b6f0306 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:20.115256 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-631629ae-1d56-43e1-95cc-d0240b6f0306 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (80bd2d6d-3a20-4830-bed7-bdf1eaf52c88), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:20.274996 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:28:20.295682 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:28:20.317786 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:20.319273 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:20.330248 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] No DVR routers for this DVR port 6f067b2c-582f-4229-80f1-49f8804249fb on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:28:20.332337 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-631629ae-1d56-43e1-95cc-d0240b6f0306 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Floating IP 80bd2d6d-3a20-4830-bed7-bdf1eaf52c88 associated. External IP: 172.27.1.200, port: 569a35d2-8e05-47d7-a517-e0725926092d. Jun 06 14:28:20.390262 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:20.395581 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9c5e5f2d-1ca0-4628-9379-149d3b66287c req-1065b776-baa0-4e8f-b5fd-f19e006b546b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "DELETE /v2.0/ports/6f067b2c-582f-4229-80f1-49f8804249fb HTTP/1.1" status: 204 len: 173 time: 2.3619738 Jun 06 14:28:20.396283 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'name': 'network-vif-deleted', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:20.399249 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8ea829-bf60-47d6-aa73-6b90386fb246" -d '{"events": [{"server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "name": "network-vif-deleted", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:20.495191 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:20.622530 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5dfec0-82a7-487b-97b6-0222d6ae3f98 x-openstack-request-id: req-ee5dfec0-82a7-487b-97b6-0222d6ae3f98 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:20.623170 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "name": "network-vif-deleted", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:20.623482 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee5dfec0-82a7-487b-97b6-0222d6ae3f98 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:20.623952 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5dfec0-82a7-487b-97b6-0222d6ae3f98'] response: {'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'name': 'network-vif-deleted', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb', 'status': 'completed', 'code': 200} Jun 06 14:28:20.665629 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631629ae-1d56-43e1-95cc-d0240b6f0306 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Router 83307133-27e0-48c0-9ed9-cff784b91524 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:28:20.722512 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:20.798739 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d67291f-b06e-4c45-8f41-df10092acc04 req-640bd763-aeb5-4c30-a6c3-6042870ebd0a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 210 time: 0.0318670 Jun 06 14:28:20.837864 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631629ae-1d56-43e1-95cc-d0240b6f0306 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:28:20.844568 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:20.845051 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-631629ae-1d56-43e1-95cc-d0240b6f0306 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:20.858498 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] Sync routers for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:28:20.877974 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:20.878314 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:28:20.881268 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:20.888812 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:20.890087 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:20.931957 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-631629ae-1d56-43e1-95cc-d0240b6f0306 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "PUT /v2.0/floatingips/80bd2d6d-3a20-4830-bed7-bdf1eaf52c88 HTTP/1.1" status: 200 len: 991 time: 2.3327050 Jun 06 14:28:20.953227 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:20.955830 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec845f97-0092-4330-a239-5f9dfb312489" -d '{"events": [{"server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:21.033028 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:21.062072 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5cf1-acd2-4464-a617-8acef8923d4a req-99110bd7-8c00-4635-b4cd-2fcb7cbf380f tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:21.063672 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d36a5cf1-acd2-4464-a617-8acef8923d4a req-99110bd7-8c00-4635-b4cd-2fcb7cbf380f tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.0722380 Jun 06 14:28:21.067024 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dceaf41-3cf3-45b5-bb54-5809bfcd9a89 x-openstack-request-id: req-9dceaf41-3cf3-45b5-bb54-5809bfcd9a89 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:21.067329 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384c1cd6-c5eb-4375-a766-77ca6bd1b4fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6f067b2c-582f-4229-80f1-49f8804249fb", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:21.067493 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dceaf41-3cf3-45b5-bb54-5809bfcd9a89 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:21.067955 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dceaf41-3cf3-45b5-bb54-5809bfcd9a89'] response: {'server_uuid': '384c1cd6-c5eb-4375-a766-77ca6bd1b4fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f067b2c-582f-4229-80f1-49f8804249fb', 'code': 200} Jun 06 14:28:21.108242 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:21.134457 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d36a5cf1-acd2-4464-a617-8acef8923d4a req-02c1e90e-3d67-4f66-a113-33d73c41b799 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644562 Jun 06 14:28:21.291620 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '80bd2d6d-3a20-4830-bed7-bdf1eaf52c88', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'port_id': '569a35d2-8e05-47d7-a517-e0725926092d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'mac_address': 'fa:16:3e:02:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:27:52Z', 'updated_at': '2022-06-06T14:28:19Z', 'revision_number': 1, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:21.338974 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] Checking router: 83307133-27e0-48c0-9ed9-cff784b91524 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:28:21.352685 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:21.353626 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:21.353778 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:21.382408 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbde29-93c5-47d9-9f34-2ff2bb8ba373 None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:28:21.581700 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:21.707714 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a677f8-7820-4c60-b8b5-96868c2e82f7 None None] New status for floating IP d4c7abb4-93ff-4906-a2ce-3632c5471a17: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:28:21.904862 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '80bd2d6d-3a20-4830-bed7-bdf1eaf52c88', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'port_id': '569a35d2-8e05-47d7-a517-e0725926092d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'mac_address': 'fa:16:3e:02:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:27:52Z', 'updated_at': '2022-06-06T14:28:19Z', 'revision_number': 1, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:21.976751 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a878f3-76a6-488d-a8a2-374ef089f32d None None] The sync data for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi is: [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '80bd2d6d-3a20-4830-bed7-bdf1eaf52c88', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'port_id': '569a35d2-8e05-47d7-a517-e0725926092d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'mac_address': 'fa:16:3e:02:83:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:27:52Z', 'updated_at': '2022-06-06T14:28:19Z', 'revision_number': 1, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:28:21.983225 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cb43ab34-9230-4d8c-b218-1c422eef9bdb req-3bc8ea15-cbf8-44a1-a616-52ba9cfac6ad tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=384c1cd6-c5eb-4375-a766-77ca6bd1b4fc HTTP/1.1" status: 200 len: 210 time: 0.0343719 Jun 06 14:28:22.167362 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0b1dd-00d2-44be-af7d-689d4e609d3f req-2b741675-85e3-40ed-b329-c6921fa62276 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:22.170142 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-29c0b1dd-00d2-44be-af7d-689d4e609d3f req-2b741675-85e3-40ed-b329-c6921fa62276 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0529349 Jun 06 14:28:22.241922 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:22.264859 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aac7d9-9610-41fc-b2e7-727537f57f75 None None] New status for floating IP 80bd2d6d-3a20-4830-bed7-bdf1eaf52c88: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:28:22.270923 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:22.288264 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-29c0b1dd-00d2-44be-af7d-689d4e609d3f req-40f63f80-b388-4341-997b-991d9ebba723 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076474 Jun 06 14:28:22.310196 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f523f-1e63-4915-872e-6147ab8248e0 req-c1c2703b-f903-403f-9304-633eb32c5ae2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:22.311765 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c93f523f-1e63-4915-872e-6147ab8248e0 req-c1c2703b-f903-403f-9304-633eb32c5ae2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.0682261 Jun 06 14:28:22.367444 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c93f523f-1e63-4915-872e-6147ab8248e0 req-d789faa4-2628-42dd-843a-65b78cd07db0 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488684 Jun 06 14:28:22.518598 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e9144-ba73-4b0e-b978-ac4396029a20 req-c58dc193-b065-491f-88a6-bf3262b481e8 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:22.520747 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b40e9144-ba73-4b0e-b978-ac4396029a20 req-c58dc193-b065-491f-88a6-bf3262b481e8 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.0678294 Jun 06 14:28:22.588820 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b40e9144-ba73-4b0e-b978-ac4396029a20 req-458c8f6e-93e7-4bdf-8dd6-993b99336d57 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608785 Jun 06 14:28:22.624807 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'tag': '569a35d2-8e05-47d7-a517-e0725926092d'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:22.627651 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad1d56f-357d-443c-a043-471ab99f59e6", "tag": "569a35d2-8e05-47d7-a517-e0725926092d"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:22.665310 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9128d5b4-3158-4e58-b615-3c3551427398 x-openstack-request-id: req-9128d5b4-3158-4e58-b615-3c3551427398 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:22.665592 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad1d56f-357d-443c-a043-471ab99f59e6", "tag": "569a35d2-8e05-47d7-a517-e0725926092d", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:22.665875 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9128d5b4-3158-4e58-b615-3c3551427398 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:22.666273 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9128d5b4-3158-4e58-b615-3c3551427398'] response: {'name': 'network-changed', 'server_uuid': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'tag': '569a35d2-8e05-47d7-a517-e0725926092d', 'status': 'completed', 'code': 200} Jun 06 14:28:22.948110 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce4182-cda0-4c62-a63d-34404ba72fa2 req-6d5b51cc-5c8e-4197-8e20-0b85af9ef42e tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:22.950579 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9ce4182-cda0-4c62-a63d-34404ba72fa2 req-6d5b51cc-5c8e-4197-8e20-0b85af9ef42e tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.0538313 Jun 06 14:28:23.007157 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9ce4182-cda0-4c62-a63d-34404ba72fa2 req-b6c094f2-665c-404c-bb15-2222e35b3167 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504522 Jun 06 14:28:23.087882 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46774) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:23.176310 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-88bc455e-39f8-4a4a-a4d5-2ad6c1033322 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (38ec67cb-7fd3-4052-a926-260e9de54b3e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.224965 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-88bc455e-39f8-4a4a-a4d5-2ad6c1033322 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (38ec67cb-7fd3-4052-a926-260e9de54b3e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.299255 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-88bc455e-39f8-4a4a-a4d5-2ad6c1033322 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (38ec67cb-7fd3-4052-a926-260e9de54b3e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.302788 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-88bc455e-39f8-4a4a-a4d5-2ad6c1033322 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.306498 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-88bc455e-39f8-4a4a-a4d5-2ad6c1033322 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "DELETE /v2.0/security-groups/38ec67cb-7fd3-4052-a926-260e9de54b3e HTTP/1.1" status: 204 len: 168 time: 0.2172930 Jun 06 14:28:23.307812 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46776) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:23.320269 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc455e-39f8-4a4a-a4d5-2ad6c1033322 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ec67cb-7fd3-4052-a926-260e9de54b3e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:23.328491 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-cedadf84-149c-4361-b4b9-4a87cd100fa6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] show failed (client error): The resource could not be found. Jun 06 14:28:23.330240 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-cedadf84-149c-4361-b4b9-4a87cd100fa6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups/38ec67cb-7fd3-4052-a926-260e9de54b3e HTTP/1.1" status: 404 len: 347 time: 0.0209749 Jun 06 14:28:23.334968 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46780) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:23.492641 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376a57e-28eb-4949-aa1b-b3f6eb3cf571 req-784a6023-a563-4017-9923-77ece04c4c67 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:23.496262 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f376a57e-28eb-4949-aa1b-b3f6eb3cf571 req-784a6023-a563-4017-9923-77ece04c4c67 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0986168 Jun 06 14:28:23.542729 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Deleting port d9de990e-2fa4-47f6-ae7a-e1ae33e7f664 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:23.543407 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (d9de990e-2fa4-47f6-ae7a-e1ae33e7f664), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.547333 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:23.589903 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f376a57e-28eb-4949-aa1b-b3f6eb3cf571 req-7303634e-9334-446f-a28f-c03b3fbfe583 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843019 Jun 06 14:28:23.653074 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (d9de990e-2fa4-47f6-ae7a-e1ae33e7f664), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.654043 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (d9de990e-2fa4-47f6-ae7a-e1ae33e7f664), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.671748 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Calling delete_port for d9de990e-2fa4-47f6-ae7a-e1ae33e7f664 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:23.828895 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (d9de990e-2fa4-47f6-ae7a-e1ae33e7f664), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.866992 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'Port': ['ID=d9de990e-2fa4-47f6-ae7a-e1ae33e7f664,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:23.908804 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.909138 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.909472 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.909824 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.910160 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.910480 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.912540 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.914585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.914585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.914585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.914585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.914585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.915326 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.915326 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.916331 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:23.963819 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (d4c7abb4-93ff-4906-a2ce-3632c5471a17), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.966387 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:23.967573 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-196b6d18-0340-4723-8ca5-9c3601c5562a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "DELETE /v2.0/floatingips/d4c7abb4-93ff-4906-a2ce-3632c5471a17 HTTP/1.1" status: 204 len: 168 time: 0.6306999 Jun 06 14:28:24.041095 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46788) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:24.046245 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a0456b7b-3c31-45e0-848a-1e90b799cb20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416953017', 'description': 'tempest-description--283378931'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:24.068566 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a0456b7b-3c31-45e0-848a-1e90b799cb20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.125535 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:24.159243 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a0456b7b-3c31-45e0-848a-1e90b799cb20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (97deb04a-f64c-4f35-83a1-e09343004152), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.163397 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a0456b7b-3c31-45e0-848a-1e90b799cb20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (97deb04a-f64c-4f35-83a1-e09343004152), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.196721 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a0456b7b-3c31-45e0-848a-1e90b799cb20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.197989 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a0456b7b-3c31-45e0-848a-1e90b799cb20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1558282 Jun 06 14:28:24.201632 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46790) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:24.205418 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0456b7b-3c31-45e0-848a-1e90b799cb20 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97deb04a-f64c-4f35-83a1-e09343004152,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:24.208802 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-fcf24807-8137-466f-9b00-e6ba7033870c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group_rule': {'security_group_id': '97deb04a-f64c-4f35-83a1-e09343004152', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:24.245006 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fcf24807-8137-466f-9b00-e6ba7033870c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (252924ff-c02f-4381-b112-2400c0f519f6), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.353408 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fcf24807-8137-466f-9b00-e6ba7033870c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (252924ff-c02f-4381-b112-2400c0f519f6), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.358970 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fcf24807-8137-466f-9b00-e6ba7033870c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (252924ff-c02f-4381-b112-2400c0f519f6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.381897 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf24807-8137-466f-9b00-e6ba7033870c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252924ff-c02f-4381-b112-2400c0f519f6,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:24.395297 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fcf24807-8137-466f-9b00-e6ba7033870c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.398446 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-fcf24807-8137-466f-9b00-e6ba7033870c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1954165 Jun 06 14:28:24.400298 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46792) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:24.406239 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-e5c9087e-3825-4c8e-af84-f7717ab1b2d9 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'security_group_rule': {'security_group_id': '97deb04a-f64c-4f35-83a1-e09343004152', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:24.438985 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5c9087e-3825-4c8e-af84-f7717ab1b2d9 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (76fb7629-c0b0-4b40-9fb3-ad031cb42a92), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.504945 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:24.523586 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5c9087e-3825-4c8e-af84-f7717ab1b2d9 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (76fb7629-c0b0-4b40-9fb3-ad031cb42a92), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.529435 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5c9087e-3825-4c8e-af84-f7717ab1b2d9 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (76fb7629-c0b0-4b40-9fb3-ad031cb42a92), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.565419 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9087e-3825-4c8e-af84-f7717ab1b2d9 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fb7629-c0b0-4b40-9fb3-ad031cb42a92,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:24.579684 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5c9087e-3825-4c8e-af84-f7717ab1b2d9 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.586285 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e5c9087e-3825-4c8e-af84-f7717ab1b2d9 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1798229 Jun 06 14:28:24.587535 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46798) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:24.594022 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:24.632436 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.795263 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac36fd-2847-457a-82c0-f6571cf2d04d req-615c5dbf-f0de-40d6-99b2-5cd7428e1080 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:24.795263 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dfac36fd-2847-457a-82c0-f6571cf2d04d req-615c5dbf-f0de-40d6-99b2-5cd7428e1080 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.0784409 Jun 06 14:28:24.814897 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:24.825312 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:24.924384 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dfac36fd-2847-457a-82c0-f6571cf2d04d req-c0e3475f-2d2b-49ef-93e8-216baf0f2982 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199806 Jun 06 14:28:25.000873 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Allocated IP 172.27.1.190 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/3d0d2a74-7275-433c-a613-d8722ec7f418) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:28:25.149535 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (3d0d2a74-7275-433c-a613-d8722ec7f418), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:25.188139 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (3d0d2a74-7275-433c-a613-d8722ec7f418), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:25.235451 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:28:25.239162 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:28:25.246446 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:28:25.272390 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=3d0d2a74-7275-433c-a613-d8722ec7f418,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:25.339938 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-e18d0256-e71d-47b7-89b7-bc27fcaa7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:25.342072 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-e18d0256-e71d-47b7-89b7-bc27fcaa7964 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 1129 time: 0.0716155 Jun 06 14:28:25.365687 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (1d38eeb2-759e-47c5-b49e-c08f598ad4e4), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:25.434111 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (3d0d2a74-7275-433c-a613-d8722ec7f418), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:25.565167 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:25.631304 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1162cfd-5f60-4899-9571-e00535ae25df req-e141478f-7374-41e9-900a-f95c8939eb64 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:25.632907 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c1162cfd-5f60-4899-9571-e00535ae25df req-e141478f-7374-41e9-900a-f95c8939eb64 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1091616 Jun 06 14:28:25.634203 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-f8379924-3329-4ff8-a180-78c6ebd7c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:25.635643 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-f8379924-3329-4ff8-a180-78c6ebd7c575 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 200 len: 912 time: 0.2238312 Jun 06 14:28:25.725787 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:25.735679 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (3d0d2a74-7275-433c-a613-d8722ec7f418), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:25.746338 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (3d0d2a74-7275-433c-a613-d8722ec7f418), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:25.836864 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-50d8f020-c990-4110-ac83-e3e0f3eaa587 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=569a35d2-8e05-47d7-a517-e0725926092d HTTP/1.1" status: 200 len: 1001 time: 0.1779871 Jun 06 14:28:25.898983 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=3d0d2a74-7275-433c-a613-d8722ec7f418,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:25.926372 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Deleting port df54d3c7-86bf-4c37-ba45-0d8672392f1d {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:25.926828 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:25.929341 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (1d38eeb2-759e-47c5-b49e-c08f598ad4e4), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:25.936759 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-8143bf9f-8f05-4b56-8b9c-7721541d1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:25.937089 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:25.939119 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-8143bf9f-8f05-4b56-8b9c-7721541d1f5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 200 len: 850 time: 0.0964162 Jun 06 14:28:25.961589 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:25.963826 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-185ca8d4-9ef9-4430-a9b5-3efb95c2f94a tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3752062 Jun 06 14:28:26.170464 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91fde1-499b-460c-afc2-86dd293cb71a req-52d02dfe-a4f5-4a49-85ec-76a8df95dbbb tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:26.172242 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8f91fde1-499b-460c-afc2-86dd293cb71a req-52d02dfe-a4f5-4a49-85ec-76a8df95dbbb tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 946 time: 0.1174405 Jun 06 14:28:26.235568 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-c9b43319-40ab-4d96-aa23-cf426f7cb9c2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--416953017&fields=id&tenant_id=f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 267 time: 0.0980549 Jun 06 14:28:26.300663 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-f2a0e24a-dc3b-4377-a658-8c3933facc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:26.302192 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-f2a0e24a-dc3b-4377-a658-8c3933facc35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3497884 Jun 06 14:28:26.313657 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8f91fde1-499b-460c-afc2-86dd293cb71a req-0a5c65bf-a5ec-492a-badd-b3b9a05386b7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=208bd48d-87c3-427a-ae2f-185813c400ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250753 Jun 06 14:28:26.383204 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-ef8dd51b-0083-46a2-97f0-c15fc2d5b728 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:26.384801 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-ef8dd51b-0083-46a2-97f0-c15fc2d5b728 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 815 time: 0.1365736 Jun 06 14:28:26.391579 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] For port df54d3c7-86bf-4c37-ba45-0d8672392f1d, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=df54d3c7-86bf-4c37-ba45-0d8672392f1d,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:26.392374 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:26.403628 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-7f84b7c3-7ad2-4f38-ab08-2ef2731c0b04 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/quotas/f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 375 time: 0.0104146 Jun 06 14:28:26.468360 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-65742428-baf6-4bef-821f-4ed96843a9b4 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578411 Jun 06 14:28:26.488221 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-653738aa-7212-48eb-a01e-b6e7364cf1fd service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751420 Jun 06 14:28:26.590452 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-08f280da-76f8-4ae6-8698-3f912bf292a3 service neutron] 10.222.0.13 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033967 Jun 06 14:28:26.683331 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:26.683693 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (4afabce0-bbe2-4242-858d-25bd9dda78d0), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:26.684018 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Floating IP 4afabce0-bbe2-4242-858d-25bd9dda78d0 disassociated. External IP: 172.27.1.96, port: df54d3c7-86bf-4c37-ba45-0d8672392f1d. Jun 06 14:28:26.684372 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Calling delete_port for df54d3c7-86bf-4c37-ba45-0d8672392f1d owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:26.691050 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d7b66e9e-3066-40ca-bd08-ce54c933b9ba req-aa0b8225-fa0d-47d5-a5c6-ad3019d7dcf1 service neutron] 10.222.0.46 "GET /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951640 Jun 06 14:28:26.723032 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-b38a93ae-5ea3-4d42-a241-73427d4ef4c9 service neutron] 10.222.0.13 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250787 Jun 06 14:28:26.748206 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:26.848151 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (df54d3c7-86bf-4c37-ba45-0d8672392f1d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:26.901293 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event deleted for resources: {'Port': ['ID=df54d3c7-86bf-4c37-ba45-0d8672392f1d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:27.050025 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Router d78e65a1-b38e-4d60-abda-7d57e5a2472e has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:28:27.135862 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:27.252678 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:28:27.288861 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] Sync routers for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:28:27.321888 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:27.322814 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:27.355664 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] No DVR routers for this DVR port df54d3c7-86bf-4c37-ba45-0d8672392f1d on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:28:27.362974 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:27.383389 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c1162cfd-5f60-4899-9571-e00535ae25df req-79ca9cc3-961e-4ddd-bbbb-e0d0794d0e3c tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "DELETE /v2.0/ports/df54d3c7-86bf-4c37-ba45-0d8672392f1d HTTP/1.1" status: 204 len: 173 time: 1.7368798 Jun 06 14:28:27.384196 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'name': 'network-vif-deleted', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:27.388743 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d435d34-a1aa-4ae9-8470-e5e91325a512" -d '{"events": [{"server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "name": "network-vif-deleted", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:27.399327 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c1b018bc-809f-4cbe-b901-75ac52c6000b req-8a3e4c55-0d8e-4d8e-8d86-e0ae15b02c35 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 210 time: 0.4650135 Jun 06 14:28:27.477923 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:27.589420 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808334cc-e0df-496a-9ad3-2e98ac08ca7e x-openstack-request-id: req-808334cc-e0df-496a-9ad3-2e98ac08ca7e {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:27.590831 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50386bc4-52ea-44da-834e-381f38cc47c3", "name": "network-vif-deleted", "tag": "df54d3c7-86bf-4c37-ba45-0d8672392f1d", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:27.592209 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-808334cc-e0df-496a-9ad3-2e98ac08ca7e {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:27.593818 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808334cc-e0df-496a-9ad3-2e98ac08ca7e'] response: {'server_uuid': '50386bc4-52ea-44da-834e-381f38cc47c3', 'name': 'network-vif-deleted', 'tag': 'df54d3c7-86bf-4c37-ba45-0d8672392f1d', 'status': 'completed', 'code': 200} Jun 06 14:28:27.693126 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:27.696499 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd47df4c-714e-460b-a09d-657a57102038 req-cbcd9221-b224-4d84-bf94-aa75dc3c0e31 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=50386bc4-52ea-44da-834e-381f38cc47c3 HTTP/1.1" status: 200 len: 210 time: 0.0887399 Jun 06 14:28:27.786196 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:57Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:27.813210 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] Checking router: d78e65a1-b38e-4d60-abda-7d57e5a2472e for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:28:27.816224 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:27.824543 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:27.825183 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:27.951354 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:28.350945 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device df54d3c7-86bf-4c37-ba45-0d8672392f1d no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:28:28.407654 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: df54d3c7-86bf-4c37-ba45-0d8672392f1d {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:28:28.408223 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device df54d3c7-86bf-4c37-ba45-0d8672392f1d not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:28:28.483815 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:57Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:28.535836 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae5153-ad69-4e5c-9f87-184f837c00e3 None None] The sync data for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi is: [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:41Z', 'revision_number': 4, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '513471e7-24f3-4d93-833e-c006200c70be', 'name': '', 'network_id': 'da05c785-91e1-4374-8904-6d56e0757608', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'mac_address': 'fa:16:3e:ab:21:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:35Z', 'updated_at': '2022-06-06T14:22:57Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'subnets': [{'id': '2525f79f-1606-4438-b00d-c5e3e00ff76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:28:28.657900 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-48e6b098-870d-41dd-b230-3722590e57b1 req-614f8bac-6528-4ac9-9c47-0c3070ef30f2 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 210 time: 0.0542035 Jun 06 14:28:28.702168 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-e8f61e21-901d-46cf-8a70-41c1e6cbe473 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:28.704237 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-e8f61e21-901d-46cf-8a70-41c1e6cbe473 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 815 time: 0.2086496 Jun 06 14:28:28.813472 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46858) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:28.820316 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-bfe96282-f501-4a1e-b92a-0311ee98d574 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f185078fd436428e818d6dba472bacb8 HTTP/1.1" status: 200 len: 379 time: 0.1048849 Jun 06 14:28:28.854976 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'port': {'device_id': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'admin_state_up': True, 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'security_groups': ['97deb04a-f64c-4f35-83a1-e09343004152']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:28.916654 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group (208bd48d-87c3-427a-ae2f-185813c400ef), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:28.953102 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group (208bd48d-87c3-427a-ae2f-185813c400ef), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:28.971351 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8fbb8-88f0-4476-85f1-59e1e0640bad None None] New status for floating IP 4afabce0-bbe2-4242-858d-25bd9dda78d0: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:28:29.042987 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (208bd48d-87c3-427a-ae2f-185813c400ef), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.049338 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.055372 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46866) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:29.059409 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "DELETE /v2.0/security-groups/208bd48d-87c3-427a-ae2f-185813c400ef HTTP/1.1" status: 204 len: 168 time: 0.2412894 Jun 06 14:28:29.074114 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Made reservation on behalf of f185078fd436428e818d6dba472bacb8 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:28:29.078833 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.087801 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-db6e2f5d-5ab8-4175-a118-bae9ff54fb42 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] show failed (client error): The resource could not be found. Jun 06 14:28:29.088980 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-db6e2f5d-5ab8-4175-a118-bae9ff54fb42 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups/208bd48d-87c3-427a-ae2f-185813c400ef HTTP/1.1" status: 404 len: 347 time: 0.0322061 Jun 06 14:28:29.096397 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46868) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:29.118917 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208bd48d-87c3-427a-ae2f-185813c400ef,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:29.181031 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.181380 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.181744 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.182089 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.182423 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.182761 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.183232 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.183578 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.183939 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.184268 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.184596 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.184920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.185244 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.185569 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.185922 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cc989-0900-407f-b0b3-1fbff8434dd1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:29.265698 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:29.267502 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Deleting port 35e68336-06be-425e-82b4-fdab4c49a75c {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:29.267867 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (35e68336-06be-425e-82b4-fdab4c49a75c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.297083 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Allocated IP 172.20.0.7 (5c80cddf-8aa7-4709-b4d4-0401b235b6d1/31ef9458-4e63-4d83-8724-a942c881e3bd/54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:28:29.375022 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (35e68336-06be-425e-82b4-fdab4c49a75c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.375330 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for floatingip (35e68336-06be-425e-82b4-fdab4c49a75c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.386112 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:29.394315 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Calling delete_port for 35e68336-06be-425e-82b4-fdab4c49a75c owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:29.400649 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:29.502459 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.558335 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.567288 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (35e68336-06be-425e-82b4-fdab4c49a75c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.596267 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event deleted for resources: {'Port': ['ID=35e68336-06be-425e-82b4-fdab4c49a75c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:29.611753 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:28:29.615518 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:28:29.623584 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:28:29.631097 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event updated for resources: {'Port': ['ID=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:29.685680 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks [] for floatingip (4afabce0-bbe2-4242-858d-25bd9dda78d0), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.688398 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.691929 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3a5525c1-cd02-47d3-9d88-01125073164f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "DELETE /v2.0/floatingips/4afabce0-bbe2-4242-858d-25bd9dda78d0 HTTP/1.1" status: 204 len: 168 time: 0.5859661 Jun 06 14:28:29.694850 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:29.695820 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.714657 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:29.722485 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-94c5081f-81eb-414b-b1a2-0acaa9933532 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748257 Jun 06 14:28:29.737458 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Request body: {'port': {'device_id': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:29.822406 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:29.870235 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb013f3c-ba3f-49d0-90a5-ce61fdcfdfe2 req-650bee88-d8bd-488e-b082-b5d8758685c1 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:29.872739 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cb013f3c-ba3f-49d0-90a5-ce61fdcfdfe2 req-650bee88-d8bd-488e-b082-b5d8758685c1 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 931 time: 0.0950153 Jun 06 14:28:29.940665 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cb013f3c-ba3f-49d0-90a5-ce61fdcfdfe2 req-3c761833-c395-4be2-a7a9-1214276d7c96 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585124 Jun 06 14:28:29.991009 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-cdd9734e-634b-47f6-8ed7-2b2ebae1881f None None] Provisioning complete for port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:28:29.992283 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cdd9734e-634b-47f6-8ed7-2b2ebae1881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:30.036631 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-cdd9734e-634b-47f6-8ed7-2b2ebae1881f None None] Port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:28:30.183200 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:28:30.192607 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Publish callbacks [] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:30.208290 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Transition to ACTIVE for port object 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:28:30.212493 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:30.271541 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Pushing event updated for resources: {'Port': ['ID=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:30.384248 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Attempting to bind port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:28:30.384668 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Attempting to bind port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:28:30.385189 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Attempting to bind port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:28:30.392408 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:28:30.392905 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Attempting to bind port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 on network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:28:30.401838 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:28:30.402245 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Checking segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:28:30.403434 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Bound using segment: {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:28:30.404070 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Bound port: 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651399e9-c756-48d6-84c3-24826ec0c3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:28:30.404646 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:30.503705 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] For port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:28:30.509824 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] For port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:28:30.519589 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:30.559220 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:30.559775 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:30.561592 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] 10.222.0.46 "PUT /v2.0/ports/54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 HTTP/1.1" status: 200 len: 1093 time: 0.8291028 Jun 06 14:28:30.563242 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'tag': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:30.565935 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f" -d '{"events": [{"name": "network-changed", "server_uuid": "f31d82d4-d308-4faf-a71d-275dd69a615e", "tag": "54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:30.590973 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:30.616673 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb12463-833d-4082-bb54-b192d0e18739 service neutron] Pushing event updated for resources: {'Port': ['ID=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:30.641065 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d7c76d-a6ca-4765-9dac-b46cc9e97fa7 x-openstack-request-id: req-44d7c76d-a6ca-4765-9dac-b46cc9e97fa7 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:30.641504 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31d82d4-d308-4faf-a71d-275dd69a615e", "tag": "54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:30.641973 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44d7c76d-a6ca-4765-9dac-b46cc9e97fa7 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:30.642622 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d7c76d-a6ca-4765-9dac-b46cc9e97fa7'] response: {'name': 'network-changed', 'server_uuid': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'tag': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1', 'status': 'completed', 'code': 200} Jun 06 14:28:30.714177 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-ac50d6fe-517a-4815-985f-0c5b51b343b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:30.717588 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-ac50d6fe-517a-4815-985f-0c5b51b343b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 1127 time: 0.0630205 Jun 06 14:28:30.772600 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-68f9ae83-e68b-4037-8c5c-56ca7613164b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 HTTP/1.1" status: 200 len: 217 time: 0.0434825 Jun 06 14:28:30.811028 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:30.836778 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-1ffc227f-bc26-47d0-9eae-afc95c16e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:30.838667 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-1ffc227f-bc26-47d0-9eae-afc95c16e95d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.0585599 Jun 06 14:28:30.909327 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-ecbf4b24-7fbb-47cb-beae-dbe57eb03b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:30.912209 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-ecbf4b24-7fbb-47cb-beae-dbe57eb03b32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604708 Jun 06 14:28:31.085497 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-ba65529d-6e0d-412b-af18-1b14b82dd945 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646290 Jun 06 14:28:31.113888 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb01ff5-7ae3-4d1d-bcab-6cd51370e157 req-da491b9c-e0e7-4061-9f66-71705fbba991 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:31.115550 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6eb01ff5-7ae3-4d1d-bcab-6cd51370e157 req-da491b9c-e0e7-4061-9f66-71705fbba991 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 943 time: 0.0688164 Jun 06 14:28:31.180645 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6eb01ff5-7ae3-4d1d-bcab-6cd51370e157 req-f782f0ec-151a-4546-b8d5-4b591e9e68df tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560966 Jun 06 14:28:31.212458 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8676fc87-8090-490e-9564-222487254d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:31.243577 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b763f263-8672-4d35-a76d-97cca3c09ca4 req-9f5da079-00f1-49ce-bf56-cba18d6aca84 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503725 Jun 06 14:28:32.123717 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:32.126234 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:28:32.328101 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223c89c-29d8-4f8d-9742-36bbd6efacb9 req-025958c0-f94f-49d2-9e65-259112b69225 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:32.331052 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7223c89c-29d8-4f8d-9742-36bbd6efacb9 req-025958c0-f94f-49d2-9e65-259112b69225 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 943 time: 0.0800452 Jun 06 14:28:32.407408 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7223c89c-29d8-4f8d-9742-36bbd6efacb9 req-47d9523a-2204-4b29-a9e9-debf1c4242a0 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699461 Jun 06 14:28:32.443771 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da292c-1abe-493d-9da8-8f1d367b09bc req-b544b10f-e425-4fe5-8d19-0b5f823c67e1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:32.445409 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9da292c-1abe-493d-9da8-8f1d367b09bc req-b544b10f-e425-4fe5-8d19-0b5f823c67e1 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0611620 Jun 06 14:28:32.509897 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9da292c-1abe-493d-9da8-8f1d367b09bc req-f2010286-7b0b-4932-84e6-0b6566433e0f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566022 Jun 06 14:28:32.634280 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-356eb44b-c7d5-4690-a5e6-7f53fc2fb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:32.635742 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-356eb44b-c7d5-4690-a5e6-7f53fc2fb465 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 1127 time: 0.0619767 Jun 06 14:28:33.549677 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70818194-bd29-4f78-a80d-97bee93bd8be req-c5437b12-9995-440c-b015-56a3a5facbb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:33.551199 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-70818194-bd29-4f78-a80d-97bee93bd8be req-c5437b12-9995-440c-b015-56a3a5facbb5 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 943 time: 0.0558448 Jun 06 14:28:33.625594 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-70818194-bd29-4f78-a80d-97bee93bd8be req-60b7e636-96bd-4780-9933-655f99e3247c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644789 Jun 06 14:28:33.665593 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ee12-08d6-46d8-b5dc-a137d8a27596 req-f142a0c9-0da2-4620-9bcc-2769c2112311 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:33.667400 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fdc1ee12-08d6-46d8-b5dc-a137d8a27596 req-f142a0c9-0da2-4620-9bcc-2769c2112311 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0609574 Jun 06 14:28:33.728980 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fdc1ee12-08d6-46d8-b5dc-a137d8a27596 req-519074bd-f97c-4b2e-ad17-117b9e89b6ff tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546916 Jun 06 14:28:33.853263 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-70f2b71c-6521-424e-a35f-db6eee38a69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:34.116890 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-65e6b9ee-1932-48f3-beda-74f40e8b967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:34.119373 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-65e6b9ee-1932-48f3-beda-74f40e8b967b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 916 time: 0.1114354 Jun 06 14:28:34.360511 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:28:34.376695 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:34.508732 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-2b2c758b-47f2-4d53-b27d-876873e9b99e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 HTTP/1.1" status: 200 len: 217 time: 0.0481803 Jun 06 14:28:34.509362 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:34.527205 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'port_id': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1', 'mac_address': 'fa:16:3e:a4:0d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:28:34.584695 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:28:34.585502 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:34.617428 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:28:34.623800 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-750fc5e0-7373-4a63-b106-8a44eb1bdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:34.625380 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-750fc5e0-7373-4a63-b106-8a44eb1bdbd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.1033914 Jun 06 14:28:34.644748 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-25188863-8b83-45cb-ba63-366be2259906 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:34.646344 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-25188863-8b83-45cb-ba63-366be2259906 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0640495 Jun 06 14:28:34.658724 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:34.666856 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:34.700360 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-f3e8bfbc-d757-4a11-ab5e-b8675c3a6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:34.701972 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-f3e8bfbc-d757-4a11-ab5e-b8675c3a6735 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546827 Jun 06 14:28:34.784941 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:34.854960 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfba99-2ec9-4624-b52a-b04464184321 req-e941568d-9ef7-4c1c-9280-0bfb87738613 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:34.858085 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Deleting port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:34.858583 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:34.862625 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4bbfba99-2ec9-4624-b52a-b04464184321 req-e941568d-9ef7-4c1c-9280-0bfb87738613 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 944 time: 0.0970764 Jun 06 14:28:34.902155 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:34.936737 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-864c97fc-8865-414d-a737-50f8b143b0b6 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978071 Jun 06 14:28:34.963993 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:28:34.971194 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320dddb-7cf9-4712-8e73-4a098b59c374 req-87abd300-d1a2-4a7c-8a84-8eec965beb16 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:34.973102 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2320dddb-7cf9-4712-8e73-4a098b59c374 req-87abd300-d1a2-4a7c-8a84-8eec965beb16 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 945 time: 0.0972965 Jun 06 14:28:34.979041 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4bbfba99-2ec9-4624-b52a-b04464184321 req-d6143082-1263-4542-836b-fe815a8b39e3 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142375 Jun 06 14:28:34.991693 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:35.048861 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:35.049182 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2320dddb-7cf9-4712-8e73-4a098b59c374 req-f94f1887-ee1d-46a9-83c8-795faa1c3a16 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671945 Jun 06 14:28:35.052029 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-aaf8e913-fb31-45d6-abe5-3f5b53a4f55f req-9ea93647-ab7c-471b-bc16-f9259d0d168c service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971308 Jun 06 14:28:35.094756 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] For port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:35.099144 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:35.106877 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:35.126285 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Calling delete_port for e9b28d33-7c58-4053-8fa5-16a9e6aa2aef owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:35.314107 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:35.351982 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (e9b28d33-7c58-4053-8fa5-16a9e6aa2aef), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:35.393008 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event deleted for resources: {'Port': ['ID=e9b28d33-7c58-4053-8fa5-16a9e6aa2aef,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:35.453531 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] No DVR routers for this DVR port e9b28d33-7c58-4053-8fa5-16a9e6aa2aef on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:28:35.457205 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:35.461212 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98e1278f-cd37-4a13-b9dd-db48f36083a0 req-befc7081-ab32-464a-89b1-261606035b58 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "DELETE /v2.0/ports/e9b28d33-7c58-4053-8fa5-16a9e6aa2aef HTTP/1.1" status: 204 len: 173 time: 0.7957668 Jun 06 14:28:35.462042 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edfd401-1a2a-4b25-84da-aa19d6f4c5d3', 'name': 'network-vif-deleted', 'tag': 'e9b28d33-7c58-4053-8fa5-16a9e6aa2aef'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:35.466639 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab16bbed-a07c-45dc-9873-41fb6b12bfa0" -d '{"events": [{"server_uuid": "0edfd401-1a2a-4b25-84da-aa19d6f4c5d3", "name": "network-vif-deleted", "tag": "e9b28d33-7c58-4053-8fa5-16a9e6aa2aef"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:35.551998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53379453-6ed0-4f34-9df3-3832d8951784 x-openstack-request-id: req-53379453-6ed0-4f34-9df3-3832d8951784 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:35.552998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edfd401-1a2a-4b25-84da-aa19d6f4c5d3", "name": "network-vif-deleted", "tag": "e9b28d33-7c58-4053-8fa5-16a9e6aa2aef", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:35.553789 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53379453-6ed0-4f34-9df3-3832d8951784 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:35.557377 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53379453-6ed0-4f34-9df3-3832d8951784'] response: {'server_uuid': '0edfd401-1a2a-4b25-84da-aa19d6f4c5d3', 'name': 'network-vif-deleted', 'tag': 'e9b28d33-7c58-4053-8fa5-16a9e6aa2aef', 'status': 'completed', 'code': 200} Jun 06 14:28:35.884295 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['f5eef75b-900b-4277-ba84-469c7ff477cd', 'e9b28d33-7c58-4053-8fa5-16a9e6aa2aef'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:28:35.934715 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca7beb-d80f-46e5-97b8-0bf06e532c79 req-d0bee26b-f741-414b-8d86-a85ff887fd49 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:35.937290 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46ca7beb-d80f-46e5-97b8-0bf06e532c79 req-d0bee26b-f741-414b-8d86-a85ff887fd49 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.0740335 Jun 06 14:28:36.014628 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46ca7beb-d80f-46e5-97b8-0bf06e532c79 req-a1855303-03b6-4804-a014-f174d9a719c4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692286 Jun 06 14:28:36.048906 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46936) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:36.237499 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40323032-8d3d-4dcc-adf7-290dadb49d14 req-5dea7d56-9f42-4ee9-bc85-72dce2ebce91 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:36.241216 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-40323032-8d3d-4dcc-adf7-290dadb49d14 req-5dea7d56-9f42-4ee9-bc85-72dce2ebce91 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 944 time: 0.1208305 Jun 06 14:28:36.242106 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7fffd-26e9-4edd-80d4-dcdf83f2e924 tempest-TestMinimumBasicScenario-1289999869 tempest-TestMinimumBasicScenario-1289999869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:36.250346 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-fbe7fffd-26e9-4edd-80d4-dcdf83f2e924 tempest-TestMinimumBasicScenario-1289999869 tempest-TestMinimumBasicScenario-1289999869-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1124 time: 0.2002308 Jun 06 14:28:36.251176 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46942) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:36.256086 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'port_id': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:36.286003 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:36.309126 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2283f1ab-9ace-47a2-a6f9-1d8485cb193b req-e1eb2c74-6a55-4d4b-b668-a2ec7122532a tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=0edfd401-1a2a-4b25-84da-aa19d6f4c5d3 HTTP/1.1" status: 200 len: 210 time: 0.0662706 Jun 06 14:28:36.362173 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-40323032-8d3d-4dcc-adf7-290dadb49d14 req-fa1043c1-958f-4d45-9a43-8b0dc4dcc3aa tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048138 Jun 06 14:28:36.381733 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:28:36.400408 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:36.451794 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:28:36.461477 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:28:36.462026 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:36.544287 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Allocated IP 172.27.1.240 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/9678c52a-3841-4bc5-aee0-597b486f23e7) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:28:36.578337 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:28:36.578735 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:36.599030 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:36.605237 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:36.607900 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a84121-ee93-4070-9544-5bd095b83252" -d '{"events": [{"server_uuid": "f31d82d4-d308-4faf-a71d-275dd69a615e", "name": "network-vif-plugged", "status": "completed", "tag": "54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:36.612649 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:36.624540 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:36.630385 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:36.690709 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daeb309-1381-4ff7-a46e-7b44ebd4c6d3 x-openstack-request-id: req-8daeb309-1381-4ff7-a46e-7b44ebd4c6d3 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:36.690991 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31d82d4-d308-4faf-a71d-275dd69a615e", "name": "network-vif-plugged", "status": "completed", "tag": "54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:36.691257 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8daeb309-1381-4ff7-a46e-7b44ebd4c6d3 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:36.691670 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8daeb309-1381-4ff7-a46e-7b44ebd4c6d3'] response: {'server_uuid': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1', 'code': 200} Jun 06 14:28:36.715287 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:36.724589 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.725260 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.725696 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.726180 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.726611 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.727035 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.727460 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.727878 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.728293 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.728868 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.729261 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.729928 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.730907 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.731571 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.732205 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:28:36.790007 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for port (9678c52a-3841-4bc5-aee0-597b486f23e7), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:36.798019 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:36.844050 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (9678c52a-3841-4bc5-aee0-597b486f23e7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:36.911454 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:28:36.916050 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:28:36.938921 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:28:36.945893 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:36.966638 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'Port': ['ID=9678c52a-3841-4bc5-aee0-597b486f23e7,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:36.982928 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cd80e-1ec0-49d9-a490-387bca0b6498 req-c1a5a864-08dc-47fa-987e-819b38a579a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:36.984457 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-317cd80e-1ec0-49d9-a490-387bca0b6498 req-c1a5a864-08dc-47fa-987e-819b38a579a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 1129 time: 0.0850651 Jun 06 14:28:37.105243 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-317cd80e-1ec0-49d9-a490-387bca0b6498 req-52a46fb4-0ec4-4f19-8a1e-ea7619f10beb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086962 Jun 06 14:28:37.160788 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:37.677903 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736512e-0326-4f6a-b6a9-ce0fef044646 req-95655e6d-3ed6-4001-8862-06d8ea94c696 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:37.679793 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6736512e-0326-4f6a-b6a9-ce0fef044646 req-95655e6d-3ed6-4001-8862-06d8ea94c696 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 945 time: 0.0583894 Jun 06 14:28:37.749630 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6736512e-0326-4f6a-b6a9-ce0fef044646 req-66c6e17b-3808-465b-8256-81f577cdfec1 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578685 Jun 06 14:28:37.803687 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for floatingip (0a1c4532-379c-446d-8cf0-5f031bf10cd7), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:37.891888 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (9678c52a-3841-4bc5-aee0-597b486f23e7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:37.959659 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf674846-1158-42be-a294-7ecfdef7b38a req-86ab8c00-d3c5-43c7-a8fa-618ef8db33c3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:37.962172 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf674846-1158-42be-a294-7ecfdef7b38a req-86ab8c00-d3c5-43c7-a8fa-618ef8db33c3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1247411 Jun 06 14:28:37.977056 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07726b91-2928-4975-a5f4-2aa1c64b0bdc req-07e56374-d686-4628-9513-5b0d55d0eb84 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:37.978093 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-07726b91-2928-4975-a5f4-2aa1c64b0bdc req-07e56374-d686-4628-9513-5b0d55d0eb84 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1317279 Jun 06 14:28:38.070765 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf674846-1158-42be-a294-7ecfdef7b38a req-759c3e80-212f-43a6-abf6-160fa8427180 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910604 Jun 06 14:28:38.077204 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-07726b91-2928-4975-a5f4-2aa1c64b0bdc req-ac5b8a5f-785d-4e16-99b5-32dfe41fb146 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880532 Jun 06 14:28:38.126293 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for port (9678c52a-3841-4bc5-aee0-597b486f23e7), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:38.132666 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (9678c52a-3841-4bc5-aee0-597b486f23e7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:38.209105 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:38.211377 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'Port': ['ID=9678c52a-3841-4bc5-aee0-597b486f23e7,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:38.228865 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (0a1c4532-379c-446d-8cf0-5f031bf10cd7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:38.364056 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Floating IP 0a1c4532-379c-446d-8cf0-5f031bf10cd7 associated. External IP: 172.27.1.240, port: 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e. Jun 06 14:28:38.460923 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:38.596452 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:38.625610 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Router aa81b649-12e1-4bed-8897-4a932de29ff9 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:28:38.739722 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:28:38.754962 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] Sync routers for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:28:38.763571 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:38.770535 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:38.771590 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:38.830564 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9b998012-8132-4b1e-8b27-3871510c3c72 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5740345 Jun 06 14:28:38.830564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:38.831406 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64" -d '{"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:38.831588 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46974) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:38.838305 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-5f429ec5-296d-4bdc-8aaa-07f0d91d9f47 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704691580', 'description': 'tempest-secgroup-smoke-704691580 description', 'project_id': 'd1af47083c644609a4a84b1273a4087f'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:38.903360 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b35504e-13ca-4756-a6aa-7a1d5b21902d x-openstack-request-id: req-9b35504e-13ca-4756-a6aa-7a1d5b21902d {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:38.903950 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:38.904171 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b35504e-13ca-4756-a6aa-7a1d5b21902d {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:38.904737 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b35504e-13ca-4756-a6aa-7a1d5b21902d'] response: {'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'status': 'completed', 'code': 200} Jun 06 14:28:38.933621 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5f429ec5-296d-4bdc-8aaa-07f0d91d9f47 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:38.936499 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:38.983733 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b4fa9-e794-4232-911d-f33559f4a0ac req-d6b839c4-d58b-4927-b66a-66e100409d30 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:38.986407 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a90b4fa9-e794-4232-911d-f33559f4a0ac req-d6b839c4-d58b-4927-b66a-66e100409d30 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 945 time: 0.1231790 Jun 06 14:28:39.112690 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a90b4fa9-e794-4232-911d-f33559f4a0ac req-56d8c74e-d262-4387-a494-319f6aac635d tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203547 Jun 06 14:28:39.152214 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5f429ec5-296d-4bdc-8aaa-07f0d91d9f47 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group (92dc4775-04be-49ea-8805-c8efd1c6d350), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.158981 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5f429ec5-296d-4bdc-8aaa-07f0d91d9f47 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (92dc4775-04be-49ea-8805-c8efd1c6d350), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.217762 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '0a1c4532-379c-446d-8cf0-5f031bf10cd7', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'port_id': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'mac_address': 'fa:16:3e:c4:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:28:37Z', 'updated_at': '2022-06-06T14:28:37Z', 'revision_number': 0, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4701ba58-549a-405f-9cc5-b7091cb06ab8', 'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'mac_address': 'fa:16:3e:84:28:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:27Z', 'updated_at': '2022-06-06T14:27:34Z', 'revision_number': 5, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'subnets': [{'id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:39.226615 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f429ec5-296d-4bdc-8aaa-07f0d91d9f47 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc4775-04be-49ea-8805-c8efd1c6d350,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:39.234056 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5f429ec5-296d-4bdc-8aaa-07f0d91d9f47 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.238368 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5f429ec5-296d-4bdc-8aaa-07f0d91d9f47 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4032335 Jun 06 14:28:39.239466 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46982) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:39.245668 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-464f8402-32f6-496a-99f3-71f73d0e3a00 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'security_group_rule': {'security_group_id': '92dc4775-04be-49ea-8805-c8efd1c6d350', 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:39.260560 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] Checking router: aa81b649-12e1-4bed-8897-4a932de29ff9 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:28:39.274897 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:39.275923 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:39.295149 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-464f8402-32f6-496a-99f3-71f73d0e3a00 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (e07a2137-6636-42b6-94db-83bef1b472e6), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.297839 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:39.314769 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa20d5-fb0d-4823-a3b5-8b5a2e2e5298 req-63d1bbd0-761d-40a2-ad36-1c30f1fb63f1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:39.316392 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-edaa20d5-fb0d-4823-a3b5-8b5a2e2e5298 req-63d1bbd0-761d-40a2-ad36-1c30f1fb63f1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1132500 Jun 06 14:28:39.326102 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9302db-6952-4d7c-a76b-c6884914d692 req-c54e12f1-b2dc-4ec1-9a54-baf85c929070 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:39.327674 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fa9302db-6952-4d7c-a76b-c6884914d692 req-c54e12f1-b2dc-4ec1-9a54-baf85c929070 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1097860 Jun 06 14:28:39.336686 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:39.398317 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:39.405057 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:39.424582 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-464f8402-32f6-496a-99f3-71f73d0e3a00 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (e07a2137-6636-42b6-94db-83bef1b472e6), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.428359 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fa9302db-6952-4d7c-a76b-c6884914d692 req-a6276850-46bc-4d87-ba4f-b8bd981e4598 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931780 Jun 06 14:28:39.432351 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-464f8402-32f6-496a-99f3-71f73d0e3a00 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (e07a2137-6636-42b6-94db-83bef1b472e6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.432769 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-edaa20d5-fb0d-4823-a3b5-8b5a2e2e5298 req-97f21ea3-df60-486e-8b05-2d5d36068c13 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041000 Jun 06 14:28:39.441995 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:39.468216 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f8402-32f6-496a-99f3-71f73d0e3a00 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07a2137-6636-42b6-94db-83bef1b472e6,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:39.475062 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-464f8402-32f6-496a-99f3-71f73d0e3a00 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.476147 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-464f8402-32f6-496a-99f3-71f73d0e3a00 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2352870 Jun 06 14:28:39.484827 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46984) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:39.490818 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-1988f945-fbb2-45ba-8b0f-1a1460dc027a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'security_group_rule': {'security_group_id': '92dc4775-04be-49ea-8805-c8efd1c6d350', 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:39.526299 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1988f945-fbb2-45ba-8b0f-1a1460dc027a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (ed089d84-28c8-42c8-bdb0-1618d9f54ccf), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.618168 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1988f945-fbb2-45ba-8b0f-1a1460dc027a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (ed089d84-28c8-42c8-bdb0-1618d9f54ccf), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.628043 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1988f945-fbb2-45ba-8b0f-1a1460dc027a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (ed089d84-28c8-42c8-bdb0-1618d9f54ccf), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.650138 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988f945-fbb2-45ba-8b0f-1a1460dc027a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed089d84-28c8-42c8-bdb0-1618d9f54ccf,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:39.661151 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1988f945-fbb2-45ba-8b0f-1a1460dc027a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.662176 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1988f945-fbb2-45ba-8b0f-1a1460dc027a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1760576 Jun 06 14:28:39.666631 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46986) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:39.672406 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-efb3a6ea-f30e-429c-9651-55e5eb06f915 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'security_group_rule': {'security_group_id': '92dc4775-04be-49ea-8805-c8efd1c6d350', 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:39.699086 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '0a1c4532-379c-446d-8cf0-5f031bf10cd7', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'port_id': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'mac_address': 'fa:16:3e:c4:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:28:37Z', 'updated_at': '2022-06-06T14:28:37Z', 'revision_number': 0, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4701ba58-549a-405f-9cc5-b7091cb06ab8', 'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'mac_address': 'fa:16:3e:84:28:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:27Z', 'updated_at': '2022-06-06T14:27:34Z', 'revision_number': 5, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'subnets': [{'id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:39.703560 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-efb3a6ea-f30e-429c-9651-55e5eb06f915 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (82e3a115-3677-4ddf-a3b3-105d1dcc6e74), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.733879 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2997f7e-871c-45ee-a22e-2a35973c47da None None] The sync data for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi is: [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '0a1c4532-379c-446d-8cf0-5f031bf10cd7', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'port_id': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'mac_address': 'fa:16:3e:c4:f7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:28:37Z', 'updated_at': '2022-06-06T14:28:37Z', 'revision_number': 0, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4701ba58-549a-405f-9cc5-b7091cb06ab8', 'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'mac_address': 'fa:16:3e:84:28:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:27Z', 'updated_at': '2022-06-06T14:27:34Z', 'revision_number': 5, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'subnets': [{'id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:28:39.785991 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-efb3a6ea-f30e-429c-9651-55e5eb06f915 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (82e3a115-3677-4ddf-a3b3-105d1dcc6e74), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.793687 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-efb3a6ea-f30e-429c-9651-55e5eb06f915 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (82e3a115-3677-4ddf-a3b3-105d1dcc6e74), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.824594 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3a6ea-f30e-429c-9651-55e5eb06f915 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e3a115-3677-4ddf-a3b3-105d1dcc6e74,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:39.837164 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-efb3a6ea-f30e-429c-9651-55e5eb06f915 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.839057 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-efb3a6ea-f30e-429c-9651-55e5eb06f915 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712806 Jun 06 14:28:39.844273 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46988) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:39.850054 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-2cef2df4-b3da-45ef-bb6d-5a5977b085ec tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'security_group_rule': {'security_group_id': '92dc4775-04be-49ea-8805-c8efd1c6d350', 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:39.891793 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2cef2df4-b3da-45ef-bb6d-5a5977b085ec tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (3894b2bd-e88e-4186-a6f8-1376adbc9625), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.972348 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2cef2df4-b3da-45ef-bb6d-5a5977b085ec tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (3894b2bd-e88e-4186-a6f8-1376adbc9625), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:39.977504 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2cef2df4-b3da-45ef-bb6d-5a5977b085ec tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (3894b2bd-e88e-4186-a6f8-1376adbc9625), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.000702 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef2df4-b3da-45ef-bb6d-5a5977b085ec tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3894b2bd-e88e-4186-a6f8-1376adbc9625,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:40.014877 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2cef2df4-b3da-45ef-bb6d-5a5977b085ec tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.019428 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2cef2df4-b3da-45ef-bb6d-5a5977b085ec tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1712594 Jun 06 14:28:40.019823 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 46990) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:40.028805 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8b50d501-a85e-4ce0-977a-d483debabc3d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'security_group_rule': {'security_group_id': '92dc4775-04be-49ea-8805-c8efd1c6d350', 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:40.054425 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99c999-021b-422b-aed1-2b73d1aec23d None None] New status for floating IP 0a1c4532-379c-446d-8cf0-5f031bf10cd7: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:28:40.077981 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.securitygroups_db [None req-8b50d501-a85e-4ce0-977a-d483debabc3d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Project d1af47083c644609a4a84b1273a4087f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 14:28:40.085418 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b50d501-a85e-4ce0-977a-d483debabc3d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (0b51f1a6-25b4-4045-b4f3-6060b29c9378), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.169008 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b50d501-a85e-4ce0-977a-d483debabc3d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (0b51f1a6-25b4-4045-b4f3-6060b29c9378), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.174479 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b50d501-a85e-4ce0-977a-d483debabc3d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (0b51f1a6-25b4-4045-b4f3-6060b29c9378), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.197016 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50d501-a85e-4ce0-977a-d483debabc3d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b51f1a6-25b4-4045-b4f3-6060b29c9378,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:40.209366 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b50d501-a85e-4ce0-977a-d483debabc3d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.213413 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 46994) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:40.213579 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8b50d501-a85e-4ce0-977a-d483debabc3d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1923094 Jun 06 14:28:40.221108 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-690f7cf0-e908-431b-9f8b-c1921c78f6eb tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'security_group_rule': {'security_group_id': '92dc4775-04be-49ea-8805-c8efd1c6d350', 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:40.248377 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.securitygroups_db [None req-690f7cf0-e908-431b-9f8b-c1921c78f6eb tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Project d1af47083c644609a4a84b1273a4087f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 14:28:40.257496 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-690f7cf0-e908-431b-9f8b-c1921c78f6eb tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (def1c883-9eca-4383-a9be-e353d2abb473), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.325934 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4614-3799-43ee-91d5-0442e2f2e2c7 req-5ce2a20f-0529-4147-813f-69fb71ed4f6b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:40.330496 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-50ef4614-3799-43ee-91d5-0442e2f2e2c7 req-5ce2a20f-0529-4147-813f-69fb71ed4f6b tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 945 time: 0.0986912 Jun 06 14:28:40.369432 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-690f7cf0-e908-431b-9f8b-c1921c78f6eb tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (def1c883-9eca-4383-a9be-e353d2abb473), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.374229 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-690f7cf0-e908-431b-9f8b-c1921c78f6eb tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (def1c883-9eca-4383-a9be-e353d2abb473), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.379059 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device e9b28d33-7c58-4053-8fa5-16a9e6aa2aef no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:28:40.399188 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f7cf0-e908-431b-9f8b-c1921c78f6eb tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def1c883-9eca-4383-a9be-e353d2abb473,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:40.410578 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: e9b28d33-7c58-4053-8fa5-16a9e6aa2aef {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:28:40.411516 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-690f7cf0-e908-431b-9f8b-c1921c78f6eb tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.411800 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device e9b28d33-7c58-4053-8fa5-16a9e6aa2aef not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:28:40.413483 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-690f7cf0-e908-431b-9f8b-c1921c78f6eb tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1979532 Jun 06 14:28:40.432933 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-50ef4614-3799-43ee-91d5-0442e2f2e2c7 req-88905189-3960-4d02-ab69-5837415f819e tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927093 Jun 06 14:28:40.568558 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-b08ce404-d9ff-4d47-804b-dbf9906e40e1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704691580&fields=id&tenant_id=d1af47083c644609a4a84b1273a4087f HTTP/1.1" status: 200 len: 267 time: 0.0711718 Jun 06 14:28:40.642589 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945b385-8d69-49bb-a3df-da9c3fb206ed req-38b9c101-711f-49bb-a5f0-8b5f220c219d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:40.644185 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9945b385-8d69-49bb-a3df-da9c3fb206ed req-38b9c101-711f-49bb-a5f0-8b5f220c219d tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.0948367 Jun 06 14:28:40.657450 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-6d2b7040-8d5d-42a2-b5eb-30fa8ad5ee4f tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:40.659080 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-6d2b7040-8d5d-42a2-b5eb-30fa8ad5ee4f tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.0732658 Jun 06 14:28:40.679527 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-afaf5554-c2af-431a-b74c-20598fb1abcd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'port': {'security_groups': ['ea96c212-2ad4-431e-8f92-21dc20ee15f1', '92dc4775-04be-49ea-8805-c8efd1c6d350']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:40.769369 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9945b385-8d69-49bb-a3df-da9c3fb206ed req-45ce21d6-5cba-4566-aa3d-990b940f613f tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd0361ee-4148-4c88-8a0c-179086b0cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092768 Jun 06 14:28:40.776656 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-9c963d49-234b-4e5a-8863-5476dedb273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:40.778767 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-9c963d49-234b-4e5a-8863-5476dedb273c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1af47083c644609a4a84b1273a4087f&device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1129 time: 0.0562606 Jun 06 14:28:40.796765 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-afaf5554-c2af-431a-b74c-20598fb1abcd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:40.853226 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:40.888817 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:40.938207 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:40.968734 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-ab3e4ffd-2de0-48c5-9ac9-a19e8304d2d7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:40.971333 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-ab3e4ffd-2de0-48c5-9ac9-a19e8304d2d7 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 946 time: 0.1601658 Jun 06 14:28:40.983980 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b900443-df7f-43d9-b67d-b05fa98726ff req-d8886ce5-4a9e-4215-8c24-4c7239f03f6e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:40.985994 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7b900443-df7f-43d9-b67d-b05fa98726ff req-d8886ce5-4a9e-4215-8c24-4c7239f03f6e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1263525 Jun 06 14:28:41.017863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:41.023027 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-b4b07787-41ce-404f-816f-29ccad1fa3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:41.024602 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-b4b07787-41ce-404f-816f-29ccad1fa3df service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bc8f27b-6227-41c2-afe6-78b098342e4c HTTP/1.1" status: 200 len: 916 time: 0.2122040 Jun 06 14:28:41.106607 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7b900443-df7f-43d9-b67d-b05fa98726ff req-b81988e9-be9c-41b6-8967-25e64bc890e9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061718 Jun 06 14:28:41.141904 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-8812b3bd-4033-4cae-99f5-a9e90076fc50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 1001 time: 0.1109045 Jun 06 14:28:41.148455 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Deleting port f5eef75b-900b-4277-ba84-469c7ff477cd {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:41.148800 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:41.189733 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:41.266770 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-762c57ce-c091-469f-82fa-01499a780ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:41.268280 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-762c57ce-c091-469f-82fa-01499a780ca5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f HTTP/1.1" status: 200 len: 854 time: 0.1160369 Jun 06 14:28:41.313021 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788daf4-c535-411f-a744-df55c06c6c8d req-66a89170-a1f0-4943-a728-3133a6048485 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:41.314940 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5788daf4-c535-411f-a744-df55c06c6c8d req-66a89170-a1f0-4943-a728-3133a6048485 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 945 time: 0.0939786 Jun 06 14:28:41.328457 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-afaf5554-c2af-431a-b74c-20598fb1abcd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] For port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:41.331635 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47004) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:41.338637 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] For port f5eef75b-900b-4277-ba84-469c7ff477cd, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=f5eef75b-900b-4277-ba84-469c7ff477cd,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:41.338984 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:41.343720 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-1b84e8eb-9976-4b46-990f-55ebdc6445d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Request body: {'floatingip': {'port_id': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:28:41.352118 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-2f0f7540-8599-4315-8ea9-41b8cf681c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:41.353651 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-2f0f7540-8599-4315-8ea9-41b8cf681c32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bc8f27b-6227-41c2-afe6-78b098342e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742931 Jun 06 14:28:41.359136 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Calling delete_port for f5eef75b-900b-4277-ba84-469c7ff477cd owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:41.392611 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b84e8eb-9976-4b46-990f-55ebdc6445d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (1d38eeb2-759e-47c5-b49e-c08f598ad4e4), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:41.446503 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-afaf5554-c2af-431a-b74c-20598fb1abcd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:41.468762 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-afaf5554-c2af-431a-b74c-20598fb1abcd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:41.483843 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:28:41.530442 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-0d89e6ea-a74e-40d1-8aca-0e236aa0ba8e service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688340 Jun 06 14:28:41.580717 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-afaf5554-c2af-431a-b74c-20598fb1abcd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:41.580717 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-afaf5554-c2af-431a-b74c-20598fb1abcd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:41.587589 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37b86a58-755d-41b6-85a8-ac11d3e27135 req-afaf5554-c2af-431a-b74c-20598fb1abcd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "PUT /v2.0/ports/02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 981 time: 0.9198983 Jun 06 14:28:41.594185 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:41.596690 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8069a6b5-84ad-4176-a7eb-33782060e087" -d '{"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:41.682208 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (f5eef75b-900b-4277-ba84-469c7ff477cd), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:41.693744 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:28:41.695452 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5127096b-0ecf-428a-ae84-e9cf0acd02b2 x-openstack-request-id: req-5127096b-0ecf-428a-ae84-e9cf0acd02b2 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:41.695862 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:41.696206 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5127096b-0ecf-428a-ae84-e9cf0acd02b2 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:41.696974 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5127096b-0ecf-428a-ae84-e9cf0acd02b2'] response: {'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'status': 'completed', 'code': 200} Jun 06 14:28:41.699735 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['f5eef75b-900b-4277-ba84-469c7ff477cd'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:28:41.731183 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Pushing event deleted for resources: {'Port': ['ID=f5eef75b-900b-4277-ba84-469c7ff477cd,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:41.801970 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd2f5ff1-bfa5-439e-a697-f1cb33bf7c64 req-6a67ffb6-0ece-410c-93af-ae7d78e3379f service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577610 Jun 06 14:28:41.803996 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] No DVR routers for this DVR port f5eef75b-900b-4277-ba84-469c7ff477cd on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:28:41.807731 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:41.812062 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ba179b12-94c9-4560-92f0-12e80a6c89b3 req-4eabf29d-e0d1-4480-bea0-359ab280d318 tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.46 "DELETE /v2.0/ports/f5eef75b-900b-4277-ba84-469c7ff477cd HTTP/1.1" status: 204 len: 173 time: 0.8322239 Jun 06 14:28:41.812566 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7272e33-1832-487c-9463-50a3efc67404', 'name': 'network-vif-deleted', 'tag': 'f5eef75b-900b-4277-ba84-469c7ff477cd'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:41.816505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8673b3d0-ec6e-44d0-8a5d-a59002b03cab" -d '{"events": [{"server_uuid": "b7272e33-1832-487c-9463-50a3efc67404", "name": "network-vif-deleted", "tag": "f5eef75b-900b-4277-ba84-469c7ff477cd"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:41.852870 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5f4c4-1074-4a38-a4e9-f4310c5a2683 req-1e532a3d-ab62-4537-9469-9c5ea8751fe6 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:41.856079 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-90e5f4c4-1074-4a38-a4e9-f4310c5a2683 req-1e532a3d-ab62-4537-9469-9c5ea8751fe6 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.1571193 Jun 06 14:28:41.866779 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf5554-c2af-431a-b74c-20598fb1abcd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'Port': ['ID=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,revision_number=6']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:41.997288 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3eb518af-d8c8-47aa-9430-e7e134bae376 req-d140bf35-cd19-452a-ba0d-a938dd71f4bd tempest-ServerRescueNegativeTestJSON-1163409717 tempest-ServerRescueNegativeTestJSON-1163409717-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7272e33-1832-487c-9463-50a3efc67404 HTTP/1.1" status: 200 len: 210 time: 0.0841975 Jun 06 14:28:42.003012 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-9e4d4200-3d5b-4af5-98f0-65b9894950cc None None] Provisioning complete for port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:28:42.004228 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9e4d4200-3d5b-4af5-98f0-65b9894950cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:42.011955 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-5788d2fa-fc62-401d-8238-50ffe5162c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:42.014440 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-5788d2fa-fc62-401d-8238-50ffe5162c47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1af47083c644609a4a84b1273a4087f&device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1168 time: 0.1079140 Jun 06 14:28:42.067384 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468d273a-f0fc-4022-81eb-3087ce9bb975 x-openstack-request-id: req-468d273a-f0fc-4022-81eb-3087ce9bb975 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:42.068053 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7272e33-1832-487c-9463-50a3efc67404", "name": "network-vif-deleted", "tag": "f5eef75b-900b-4277-ba84-469c7ff477cd", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:42.068490 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-468d273a-f0fc-4022-81eb-3087ce9bb975 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:42.069098 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468d273a-f0fc-4022-81eb-3087ce9bb975'] response: {'server_uuid': 'b7272e33-1832-487c-9463-50a3efc67404', 'name': 'network-vif-deleted', 'tag': 'f5eef75b-900b-4277-ba84-469c7ff477cd', 'status': 'completed', 'code': 200} Jun 06 14:28:42.078959 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-90e5f4c4-1074-4a38-a4e9-f4310c5a2683 req-91922a18-12f1-4ae1-8d54-53d94377e343 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2042506 Jun 06 14:28:42.178942 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:42.185662 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-b96686d7-137b-43a8-8d10-aef62c1d3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:42.187623 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-b96686d7-137b-43a8-8d10-aef62c1d3171 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bc8f27b-6227-41c2-afe6-78b098342e4c HTTP/1.1" status: 200 len: 916 time: 0.1658900 Jun 06 14:28:42.284595 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9e4d4200-3d5b-4af5-98f0-65b9894950cc None None] Current status of the port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:28:42.335043 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:42.345893 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb2bfa-b225-4e6a-98c5-2bcbf1b931dd req-89d97949-a0b4-4ea9-8025-9fa9f4bdad9e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:42.353797 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65eb2bfa-b225-4e6a-98c5-2bcbf1b931dd req-89d97949-a0b4-4ea9-8025-9fa9f4bdad9e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1086926 Jun 06 14:28:42.375819 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:42.402699 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:42.460832 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-bf2cf45b-1a0d-466d-9035-ac9ac094f95e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 1001 time: 0.1545687 Jun 06 14:28:42.462243 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65eb2bfa-b225-4e6a-98c5-2bcbf1b931dd req-c8b32277-9daa-4cd5-b394-3258857109ee tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078012 Jun 06 14:28:42.556930 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b84e8eb-9976-4b46-990f-55ebdc6445d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:42.565688 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b84e8eb-9976-4b46-990f-55ebdc6445d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (1d38eeb2-759e-47c5-b49e-c08f598ad4e4), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:42.568877 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-200bdcf3-a681-4747-b4df-a4ad6299e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:42.570718 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-200bdcf3-a681-4747-b4df-a4ad6299e613 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f HTTP/1.1" status: 200 len: 854 time: 0.1017272 Jun 06 14:28:42.619366 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:42.640593 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-8b38a348-cb80-4cef-95d7-0d31256694ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:42.642217 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-8b38a348-cb80-4cef-95d7-0d31256694ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bc8f27b-6227-41c2-afe6-78b098342e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558918 Jun 06 14:28:42.708122 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-1b84e8eb-9976-4b46-990f-55ebdc6445d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Floating IP 1d38eeb2-759e-47c5-b49e-c08f598ad4e4 associated. External IP: 172.27.1.190, port: 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1. Jun 06 14:28:42.728897 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:42.785952 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-eb1afee5-4d98-47e2-a105-aa2fabdca6bb service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323590 Jun 06 14:28:42.913697 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:42.926138 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8069a6b5-84ad-4176-a7eb-33782060e087 req-91f5ba74-0542-4e36-b067-da217524a315 service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308105 Jun 06 14:28:43.016770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b84e8eb-9976-4b46-990f-55ebdc6445d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:28:43.095547 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 47022) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:43.439053 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b84e8eb-9976-4b46-990f-55ebdc6445d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:28:43.444767 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b84e8eb-9976-4b46-990f-55ebdc6445d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:43.462901 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:28:43.484066 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:43.488636 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1b84e8eb-9976-4b46-990f-55ebdc6445d6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "PUT /v2.0/floatingips/1d38eeb2-759e-47c5-b49e-c08f598ad4e4 HTTP/1.1" status: 200 len: 991 time: 2.1516707 Jun 06 14:28:43.488837 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:43.666839 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16581-a3a9-4546-a78c-7512e4204509 req-a4c38949-d47b-4024-bab9-b9a9f3d5c243 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:43.669242 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-caf16581-a3a9-4546-a78c-7512e4204509 req-a4c38949-d47b-4024-bab9-b9a9f3d5c243 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0982780 Jun 06 14:28:43.701316 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'tag': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:28:43.704016 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee6b59-19f4-4e43-8f92-8779cd5c30db" -d '{"events": [{"name": "network-changed", "server_uuid": "f31d82d4-d308-4faf-a71d-275dd69a615e", "tag": "54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:28:43.744029 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-caf16581-a3a9-4546-a78c-7512e4204509 req-7dee85d6-f6f4-4b57-a828-d6626f0e398f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666895 Jun 06 14:28:43.767970 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a907a6f-c411-4a57-bb2f-bdc6d32c0524 x-openstack-request-id: req-4a907a6f-c411-4a57-bb2f-bdc6d32c0524 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:28:43.768208 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31d82d4-d308-4faf-a71d-275dd69a615e", "tag": "54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:28:43.768525 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a907a6f-c411-4a57-bb2f-bdc6d32c0524 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:28:43.769000 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a907a6f-c411-4a57-bb2f-bdc6d32c0524'] response: {'name': 'network-changed', 'server_uuid': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'tag': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1', 'status': 'completed', 'code': 200} Jun 06 14:28:43.785600 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:43.862252 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (d78e65a1-b38e-4d60-abda-7d57e5a2472e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:44.132671 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '1d38eeb2-759e-47c5-b49e-c08f598ad4e4', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:a4:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:28:25Z', 'updated_at': '2022-06-06T14:28:42Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:44.167154 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:28:44.180501 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:44.181391 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:44.223139 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-9ef3534f-dd46-491d-aa2c-ac188a0209f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:44.224885 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-9ef3534f-dd46-491d-aa2c-ac188a0209f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f185078fd436428e818d6dba472bacb8&device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 1129 time: 0.4173551 Jun 06 14:28:44.313423 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:44.393677 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device f5eef75b-900b-4277-ba84-469c7ff477cd no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:28:44.426145 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: f5eef75b-900b-4277-ba84-469c7ff477cd {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:28:44.426506 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device f5eef75b-900b-4277-ba84-469c7ff477cd not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:28:44.516395 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-4bc2d669-e021-4d3f-866b-9161bc9366e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:44.518225 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-4bc2d669-e021-4d3f-866b-9161bc9366e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 200 len: 916 time: 0.2858102 Jun 06 14:28:44.541849 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:44.631608 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '1d38eeb2-759e-47c5-b49e-c08f598ad4e4', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:a4:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:28:25Z', 'updated_at': '2022-06-06T14:28:42Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:44.662452 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0728e0-53c4-415e-a570-35586cd566c5 None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '1d38eeb2-759e-47c5-b49e-c08f598ad4e4', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'port_id': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'mac_address': 'fa:16:3e:a4:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:28:25Z', 'updated_at': '2022-06-06T14:28:42Z', 'revision_number': 1, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:28:44.666507 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-ce1f6a36-56e9-473f-8342-ca119e8a4b98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 HTTP/1.1" status: 200 len: 999 time: 0.1366003 Jun 06 14:28:44.753007 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Deleting port 513471e7-24f3-4d93-833e-c006200c70be {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:44.753539 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (513471e7-24f3-4d93-833e-c006200c70be), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:44.800989 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-296b3b6c-f20a-457f-b6cb-102f1d55b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:44.802629 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-296b3b6c-f20a-457f-b6cb-102f1d55b823 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 200 len: 854 time: 0.1290753 Jun 06 14:28:44.808541 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:44.909627 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-5ccdf649-861f-4aab-9920-bb8c57f3d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:44.915775 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-5ccdf649-861f-4aab-9920-bb8c57f3d5dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c80cddf-8aa7-4709-b4d4-0401b235b6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019657 Jun 06 14:28:44.931686 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe85b5b-ff60-4549-8dda-986d5afe76b6 None None] New status for floating IP 1d38eeb2-759e-47c5-b49e-c08f598ad4e4: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:28:44.955697 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c208d4-85cb-4560-9c59-0e07cac859ba req-ddd02095-9ebe-417a-89b5-ffb2e42773a8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:44.957610 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a2c208d4-85cb-4560-9c59-0e07cac859ba req-ddd02095-9ebe-417a-89b5-ffb2e42773a8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0684459 Jun 06 14:28:45.000474 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] For port 513471e7-24f3-4d93-833e-c006200c70be, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=513471e7-24f3-4d93-833e-c006200c70be,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:45.000948 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (513471e7-24f3-4d93-833e-c006200c70be), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:45.024278 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Calling delete_port for 513471e7-24f3-4d93-833e-c006200c70be owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:45.031821 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a2c208d4-85cb-4560-9c59-0e07cac859ba req-2b16ec19-21a8-4b2d-be01-e9fc1e354ae2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647411 Jun 06 14:28:45.113299 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-395a3ce9-8918-477e-87cf-37f9164ff742 service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840043 Jun 06 14:28:45.304670 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4dee6b59-19f4-4e43-8f92-8779cd5c30db req-4a4e6570-96cd-4074-a3cc-54a415d56feb service neutron] 10.222.0.46 "GET /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797123 Jun 06 14:28:45.394197 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (513471e7-24f3-4d93-833e-c006200c70be), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:45.443619 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Pushing event deleted for resources: {'Port': ['ID=513471e7-24f3-4d93-833e-c006200c70be,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:45.690240 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (d78e65a1-b38e-4d60-abda-7d57e5a2472e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:45.691974 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:45.911629 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:45.935060 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Router d78e65a1-b38e-4d60-abda-7d57e5a2472e has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:28:46.058305 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:28:46.063856 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0ed7d74b-8271-4709-a689-31dea89d8916 admin admin] 10.222.0.13 "PUT /v2.0/routers/d78e65a1-b38e-4d60-abda-7d57e5a2472e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9710779 Jun 06 14:28:46.066971 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 47034) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:46.070377 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d43634-7747-48fe-9121-3436b524e54c None None] Sync routers for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:28:46.084870 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d43634-7747-48fe-9121-3436b524e54c None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:46.085489 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-37d43634-7747-48fe-9121-3436b524e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:46.250879 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks [] for router (d78e65a1-b38e-4d60-abda-7d57e5a2472e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:46.266741 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:46.270750 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-37d43634-7747-48fe-9121-3436b524e54c None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:46.285440 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed6a6f-2b99-4c1b-99fc-df9dd50a83f6 req-49235edd-e86a-46cd-8f93-ad4fa27f045c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:46.287903 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b2ed6a6f-2b99-4c1b-99fc-df9dd50a83f6 req-49235edd-e86a-46cd-8f93-ad4fa27f045c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1156604 Jun 06 14:28:46.350828 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b2ed6a6f-2b99-4c1b-99fc-df9dd50a83f6 req-6c5a1dad-38d2-4507-bc5f-4fbd95cc6882 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531223 Jun 06 14:28:46.385906 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks [] for router_gateway (d78e65a1-b38e-4d60-abda-7d57e5a2472e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:46.453003 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Deleting port f791a35e-a997-46f1-8ae9-15118e0f1ed0 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:46.453313 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:46.549313 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-37d43634-7747-48fe-9121-3436b524e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:28:45Z', 'revision_number': 5, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port': {'id': 'f791a35e-a997-46f1-8ae9-15118e0f1ed0', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:19Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:46.560259 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] For port f791a35e-a997-46f1-8ae9-15118e0f1ed0, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=f791a35e-a997-46f1-8ae9-15118e0f1ed0,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:46.560766 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:46.578853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d43634-7747-48fe-9121-3436b524e54c None None] Checking router: d78e65a1-b38e-4d60-abda-7d57e5a2472e for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:28:46.585350 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Calling delete_port for f791a35e-a997-46f1-8ae9-15118e0f1ed0 owned by network:router_gateway {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:46.591113 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d43634-7747-48fe-9121-3436b524e54c None None] Routers {'d78e65a1-b38e-4d60-abda-7d57e5a2472e'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:28:46.591763 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-37d43634-7747-48fe-9121-3436b524e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:28:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:46.705029 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-37d43634-7747-48fe-9121-3436b524e54c None None] Set router d78e65a1-b38e-4d60-abda-7d57e5a2472e gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:28:46.805485 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-37d43634-7747-48fe-9121-3436b524e54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:28:46Z', 'revision_number': 6, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port_host': None}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:46.847307 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d43634-7747-48fe-9121-3436b524e54c None None] The sync data for ids ['d78e65a1-b38e-4d60-abda-7d57e5a2472e'] in dv-cinder-844140-2-iscsi is: [{'id': 'd78e65a1-b38e-4d60-abda-7d57e5a2472e', 'name': 'tempest-ServerRescueNegativeTestJSON-2042263965-router', 'tenant_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:28:46Z', 'revision_number': 6, 'project_id': '5e2e414f37bf4a89ac18e1836c793b0b', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:28:46.897159 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (f791a35e-a997-46f1-8ae9-15118e0f1ed0), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:46.931757 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Pushing event deleted for resources: {'Port': ['ID=f791a35e-a997-46f1-8ae9-15118e0f1ed0,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:46.963677 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:47.012484 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (d78e65a1-b38e-4d60-abda-7d57e5a2472e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.137526 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (d78e65a1-b38e-4d60-abda-7d57e5a2472e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.141984 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks [] for router_controller (d78e65a1-b38e-4d60-abda-7d57e5a2472e), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.228924 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (d78e65a1-b38e-4d60-abda-7d57e5a2472e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.230167 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d78e65a1-b38e-4d60-abda-7d57e5a2472e {{(pid=103910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:28:47.237536 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.242978 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-24371021-67cd-409e-979a-7ef97bbeb497 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d78e65a1-b38e-4d60-abda-7d57e5a2472e HTTP/1.1" status: 204 len: 168 time: 1.1710820 Jun 06 14:28:47.244247 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 47038) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:47.256704 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:47.320877 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c654db-e9d9-431c-add2-6747ea6dd7b2 admin admin] Deleting subnet 2525f79f-1606-4438-b00d-c5e3e00ff76e {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:28:47.328299 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-50c654db-e9d9-431c-add2-6747ea6dd7b2 admin admin] Publish callbacks [] for subnet (2525f79f-1606-4438-b00d-c5e3e00ff76e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.382832 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-50c654db-e9d9-431c-add2-6747ea6dd7b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (2525f79f-1606-4438-b00d-c5e3e00ff76e), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.560811 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-50c654db-e9d9-431c-add2-6747ea6dd7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (2525f79f-1606-4438-b00d-c5e3e00ff76e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.571687 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f351-bed7-4f14-8e33-1271cf48ce51 req-14b9b3e0-248e-42fd-a597-d9f72041e8fb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:47.573286 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15e1f351-bed7-4f14-8e33-1271cf48ce51 req-14b9b3e0-248e-42fd-a597-d9f72041e8fb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0621033 Jun 06 14:28:47.629967 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15e1f351-bed7-4f14-8e33-1271cf48ce51 req-2ff07630-e1a7-420f-bf35-fabe7a08d3b5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494821 Jun 06 14:28:47.649998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-50c654db-e9d9-431c-add2-6747ea6dd7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (2525f79f-1606-4438-b00d-c5e3e00ff76e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.704523 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-50c654db-e9d9-431c-add2-6747ea6dd7b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.712265 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-50c654db-e9d9-431c-add2-6747ea6dd7b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2525f79f-1606-4438-b00d-c5e3e00ff76e HTTP/1.1" status: 204 len: 168 time: 0.4650843 Jun 06 14:28:47.712265 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c654db-e9d9-431c-add2-6747ea6dd7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2525f79f-1606-4438-b00d-c5e3e00ff76e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:47.714623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 47044) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:47.714822 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb18ba-1053-427c-b359-d36c1e013008 None None] Network da05c785-91e1-4374-8904-6d56e0757608 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:28:47.825045 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (da05c785-91e1-4374-8904-6d56e0757608), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.902859 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Deleting port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:47.903390 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:47.952366 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ecd39-cbe4-499c-a1e0-f42091e44e6a None None] DHCP port deletion for da05c785-91e1-4374-8904-6d56e0757608 request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:28:47.989458 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] For port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=95f3ac71-ec85-4c9c-b32d-51f58c17d4d5,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:47.990206 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.013531 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Calling delete_port for 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:48.019003 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ecd39-cbe4-499c-a1e0-f42091e44e6a None None] Deleting port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:28:48.019572 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9c0ecd39-cbe4-499c-a1e0-f42091e44e6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.115695 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:48.149116 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-9c0ecd39-cbe4-499c-a1e0-f42091e44e6a None None] For port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=95f3ac71-ec85-4c9c-b32d-51f58c17d4d5,segment=NetworkSegment(25179112-2401-48a8-8fcc-29a72b7c7379),segment_id=25179112-2401-48a8-8fcc-29a72b7c7379)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:48.149757 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9c0ecd39-cbe4-499c-a1e0-f42091e44e6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.166176 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:48.178549 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ecd39-cbe4-499c-a1e0-f42091e44e6a None None] Calling delete_port for 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:28:48.191399 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:28:48.526675 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.567875 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No active binding found for port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 {{(pid=103911) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 06 14:28:48.568372 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Pushing event deleted for resources: {'Port': ['ID=95f3ac71-ec85-4c9c-b32d-51f58c17d4d5,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:48.568936 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] The host dv-cinder-844140-2-iscsi is not matching for port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 host None! {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 06 14:28:48.569078 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:28:48.569598 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 513471e7-24f3-4d93-833e-c006200c70be no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:28:48.579215 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] No DVR routers for this DVR port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 on host dv-cinder-844140-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:28:48.631704 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 513471e7-24f3-4d93-833e-c006200c70be {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:28:48.632228 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 513471e7-24f3-4d93-833e-c006200c70be not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:28:48.632875 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device f791a35e-a997-46f1-8ae9-15118e0f1ed0 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:28:48.674377 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: f791a35e-a997-46f1-8ae9-15118e0f1ed0 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:28:48.674935 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device f791a35e-a997-46f1-8ae9-15118e0f1ed0 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:28:48.710245 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (da05c785-91e1-4374-8904-6d56e0757608), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.711746 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9c0ecd39-cbe4-499c-a1e0-f42091e44e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445'] for port (95f3ac71-ec85-4c9c-b32d-51f58c17d4d5), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.748447 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da05c785-91e1-4374-8904-6d56e0757608']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:48.756189 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ecd39-cbe4-499c-a1e0-f42091e44e6a None None] Pushing event deleted for resources: {'Port': ['ID=95f3ac71-ec85-4c9c-b32d-51f58c17d4d5,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:48.763766 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ecd39-cbe4-499c-a1e0-f42091e44e6a None None] No DVR routers for this DVR port 95f3ac71-ec85-4c9c-b32d-51f58c17d4d5 on host dv-cinder-844140-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:28:48.766493 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25179112-2401-48a8-8fcc-29a72b7c7379') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:48.766978 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25179112-2401-48a8-8fcc-29a72b7c7379') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:28:48.784790 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3234498'] for segment (25179112-2401-48a8-8fcc-29a72b7c7379), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.807376 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (25179112-2401-48a8-8fcc-29a72b7c7379), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.817049 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:28:48.817796 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3388999'] for segment (25179112-2401-48a8-8fcc-29a72b7c7379), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.828028 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d832-2e69-4f8b-bc6f-4cda63a65b3d req-a9010b24-ae2c-440d-b7a7-d2eacc9afb18 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:48.830710 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e783d832-2e69-4f8b-bc6f-4cda63a65b3d req-a9010b24-ae2c-440d-b7a7-d2eacc9afb18 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0885391 Jun 06 14:28:48.861528 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:48.882702 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:48.910674 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:48.917831 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e783d832-2e69-4f8b-bc6f-4cda63a65b3d req-bfe429f2-c3ba-4f19-a851-4a55a7a13572 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789258 Jun 06 14:28:48.937472 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (da05c785-91e1-4374-8904-6d56e0757608), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.943876 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:48.947592 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] 10.222.0.13 "DELETE /v2.0/networks/da05c785-91e1-4374-8904-6d56e0757608 HTTP/1.1" status: 204 len: 168 time: 1.2315249 Jun 06 14:28:48.969138 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 25179112-2401-48a8-8fcc-29a72b7c7379 resource provider aggregate not found Jun 06 14:28:48.993986 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d8d00-6af7-4bbf-81b7-2fe3a7657ced admin admin] Pushing event deleted for resources: {'Network': ['ID=da05c785-91e1-4374-8904-6d56e0757608,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:48.999005 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 25179112-2401-48a8-8fcc-29a72b7c7379 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25179112-2401-48a8-8fcc-29a72b7c7379 found for delete ", "request_id": "req-9cb87909-2186-42a4-b7f5-5e3e1c885b73"}]} Jun 06 14:28:49.114959 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47056) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:49.165769 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-78f095b0-4928-4fd2-b052-052a9410fa99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e2e414f37bf4a89ac18e1836c793b0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0490260 Jun 06 14:28:49.168651 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47058) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:49.236529 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b3b-f2ec-4eed-809a-da46274821d9 admin admin] Publish callbacks [] for security_group (bd0361ee-4148-4c88-8a0c-179086b0cd12), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:49.265069 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b3b-f2ec-4eed-809a-da46274821d9 admin admin] Publish callbacks [] for security_group (bd0361ee-4148-4c88-8a0c-179086b0cd12), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:49.324205 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b3b-f2ec-4eed-809a-da46274821d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (bd0361ee-4148-4c88-8a0c-179086b0cd12), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:49.327173 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b3b-f2ec-4eed-809a-da46274821d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:49.328403 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8b0a7b3b-f2ec-4eed-809a-da46274821d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd0361ee-4148-4c88-8a0c-179086b0cd12 HTTP/1.1" status: 204 len: 168 time: 0.1586180 Jun 06 14:28:49.337383 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a7b3b-f2ec-4eed-809a-da46274821d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0361ee-4148-4c88-8a0c-179086b0cd12,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:50.108419 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03aeb4-342b-4457-8221-75a4f9e3a466 req-1834fbcd-4672-44a5-8488-15d617b91b59 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:50.110951 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cd03aeb4-342b-4457-8221-75a4f9e3a466 req-1834fbcd-4672-44a5-8488-15d617b91b59 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0836189 Jun 06 14:28:50.194245 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cd03aeb4-342b-4457-8221-75a4f9e3a466 req-9bb73d76-cf34-432f-83af-2f4b2a648473 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733175 Jun 06 14:28:51.382758 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4432c-5133-40f0-8881-e60a3f1f8e47 req-80259d89-bc12-414a-9bec-1b3bdfcc5fed tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:51.385469 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7ed4432c-5133-40f0-8881-e60a3f1f8e47 req-80259d89-bc12-414a-9bec-1b3bdfcc5fed tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0860374 Jun 06 14:28:51.448008 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7ed4432c-5133-40f0-8881-e60a3f1f8e47 req-c3b31e17-5904-44b2-bd88-305dab31d31a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556526 Jun 06 14:28:52.593922 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531f54c-4619-476d-b495-5abf6861eb81 req-f037b887-062c-4dde-8c92-58de78ca06bf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:52.595557 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0531f54c-4619-476d-b495-5abf6861eb81 req-f037b887-062c-4dde-8c92-58de78ca06bf tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0541883 Jun 06 14:28:52.657768 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0531f54c-4619-476d-b495-5abf6861eb81 req-4e511ad5-1783-4278-881b-b652bab25e8e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560720 Jun 06 14:28:53.815979 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff45c1-b378-4c28-b3c0-dd2d5183c9e7 req-df11ec1f-8a99-430e-a747-46613ba94f7f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:53.818661 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33ff45c1-b378-4c28-b3c0-dd2d5183c9e7 req-df11ec1f-8a99-430e-a747-46613ba94f7f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0657039 Jun 06 14:28:53.887834 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33ff45c1-b378-4c28-b3c0-dd2d5183c9e7 req-82c65471-5392-41dd-9652-3bce842d99d5 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617051 Jun 06 14:28:55.051557 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbc938-428f-4ca5-83a9-cd38ed707398 req-a601a12c-ec18-425f-b077-9f5fbc4f53fb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:55.053096 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18cbc938-428f-4ca5-83a9-cd38ed707398 req-a601a12c-ec18-425f-b077-9f5fbc4f53fb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0541430 Jun 06 14:28:55.064235 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:55.097155 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=18 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:55.112631 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18cbc938-428f-4ca5-83a9-cd38ed707398 req-ac48c309-eeb5-4a71-ab34-fcd86e59fe78 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528505 Jun 06 14:28:56.255742 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9596f5-7a19-45fd-b01c-c15be2009a03 req-afb1fcf1-2841-4cd4-967e-91db8e6599d1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:56.257563 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bd9596f5-7a19-45fd-b01c-c15be2009a03 req-afb1fcf1-2841-4cd4-967e-91db8e6599d1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0593486 Jun 06 14:28:56.322430 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bd9596f5-7a19-45fd-b01c-c15be2009a03 req-5adf0886-b840-4763-ac8b-fa87175e625d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543759 Jun 06 14:28:57.468959 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904090f-4b04-41c9-af5c-21e67161a690 req-34fc57d8-ded5-404e-9928-b94d52a4764a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:57.470715 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2904090f-4b04-41c9-af5c-21e67161a690 req-34fc57d8-ded5-404e-9928-b94d52a4764a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0555153 Jun 06 14:28:57.531879 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2904090f-4b04-41c9-af5c-21e67161a690 req-eaf617ad-0c18-4973-85ea-e4bb1c60ef25 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551550 Jun 06 14:28:58.420122 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:28:58.553393 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:58.579777 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'port_id': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'mac_address': 'fa:16:3e:e2:e5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:28:58.647172 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47198) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:58.654189 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 00be5767-88c2-478d-a1ae-cc4eac3793c2 is: ACTIVE; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:28:58.654847 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:58.676515 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00be5767-88c2-478d-a1ae-cc4eac3793c2 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:28:58.719915 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:28:58.726417 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:58.767631 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461666b5-f017-46e9-8c07-a9e15da2b8bf req-d0577629-c2b8-444c-bf39-296217e42c16 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:28:58.770175 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-461666b5-f017-46e9-8c07-a9e15da2b8bf req-d0577629-c2b8-444c-bf39-296217e42c16 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1103082 Jun 06 14:28:58.832301 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:58.837107 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-461666b5-f017-46e9-8c07-a9e15da2b8bf req-80ee260d-07e2-4de8-98da-6e2fcce355e8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611017 Jun 06 14:28:58.866683 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-54b922d3-af6a-4b60-a51d-2818851876f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:58.895018 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:58.927565 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=75,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:58.929409 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['00be5767-88c2-478d-a1ae-cc4eac3793c2'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:28:58.967956 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:58.978621 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-54b922d3-af6a-4b60-a51d-2818851876f8 admin admin] Publish callbacks [] for security_group (1e8e5a54-dcfa-4cb8-bb82-ea1ce338351b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:58.986103 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-54b922d3-af6a-4b60-a51d-2818851876f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (1e8e5a54-dcfa-4cb8-bb82-ea1ce338351b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:59.035719 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=6']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:59.056346 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-54b922d3-af6a-4b60-a51d-2818851876f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=594246afbcdc478d81b85c5b525ae1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060025 Jun 06 14:28:59.058918 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b922d3-af6a-4b60-a51d-2818851876f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8e5a54-dcfa-4cb8-bb82-ea1ce338351b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:28:59.060427 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 47214) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:28:59.199722 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-752b0d8c-6f3a-4578-a3ce-303a69f1e152 admin admin] Publish callbacks [] for security_group (1e8e5a54-dcfa-4cb8-bb82-ea1ce338351b), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:59.244912 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-752b0d8c-6f3a-4578-a3ce-303a69f1e152 admin admin] Publish callbacks [] for security_group (1e8e5a54-dcfa-4cb8-bb82-ea1ce338351b), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:59.362649 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:28:59.363349 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-752b0d8c-6f3a-4578-a3ce-303a69f1e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (1e8e5a54-dcfa-4cb8-bb82-ea1ce338351b), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:59.377211 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-752b0d8c-6f3a-4578-a3ce-303a69f1e152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:28:59.380199 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-752b0d8c-6f3a-4578-a3ce-303a69f1e152 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e8e5a54-dcfa-4cb8-bb82-ea1ce338351b HTTP/1.1" status: 204 len: 168 time: 0.3128414 Jun 06 14:28:59.396286 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b0d8c-6f3a-4578-a3ce-303a69f1e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8e5a54-dcfa-4cb8-bb82-ea1ce338351b,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:00.133741 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5850d-919e-4a2e-be61-f4de55ea8b43 req-f6cebd68-6eab-4166-9bc4-95d58c130cd8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:00.141799 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8bb5850d-919e-4a2e-be61-f4de55ea8b43 req-f6cebd68-6eab-4166-9bc4-95d58c130cd8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 944 time: 0.1296008 Jun 06 14:29:00.227010 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8bb5850d-919e-4a2e-be61-f4de55ea8b43 req-102c69b4-b821-420c-8ba1-a7c8b5a68872 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835717 Jun 06 14:29:00.434546 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:29:00.506154 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 00be5767-88c2-478d-a1ae-cc4eac3793c2 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:00.507506 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:00.640082 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 00be5767-88c2-478d-a1ae-cc4eac3793c2 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:00.640500 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:00.672936 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:29:00.676481 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec17469b-3a6e-40f0-9f08-032c96beb916" -d '{"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-plugged", "status": "completed", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:29:00.693340 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:00.699595 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:00.770034 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=7']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:00.840094 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125ca724-85a8-411f-b285-397f82ff57c7 x-openstack-request-id: req-125ca724-85a8-411f-b285-397f82ff57c7 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:29:00.840496 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-plugged", "status": "completed", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:29:00.840940 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-125ca724-85a8-411f-b285-397f82ff57c7 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:29:00.841488 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125ca724-85a8-411f-b285-397f82ff57c7'] response: {'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'code': 200} Jun 06 14:29:01.241637 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-61f68b2c-a408-440e-825a-e55176bb7be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:01.489995 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18690e-b45f-44f4-add9-4645ca45f2f2 req-1b9e9971-1678-4458-ac9d-43b0dd636e01 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:01.492936 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0e18690e-b45f-44f4-add9-4645ca45f2f2 req-1b9e9971-1678-4458-ac9d-43b0dd636e01 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0890269 Jun 06 14:29:01.638557 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0e18690e-b45f-44f4-add9-4645ca45f2f2 req-28ac2f5f-eb8f-4e0e-9944-41ab263eb63e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328783 Jun 06 14:29:02.162175 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47270) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:02.407654 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0473d19e-8ead-4ddf-9dcb-24f6b391f52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:02.544189 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0473d19e-8ead-4ddf-9dcb-24f6b391f52d admin admin] Publish callbacks [] for security_group (42bc96ba-f581-4bad-b7a0-de521b61521f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:02.570638 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0473d19e-8ead-4ddf-9dcb-24f6b391f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (42bc96ba-f581-4bad-b7a0-de521b61521f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:02.610128 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0473d19e-8ead-4ddf-9dcb-24f6b391f52d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2abbae84ab74993b3b9910197746ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448731 Jun 06 14:29:02.613027 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473d19e-8ead-4ddf-9dcb-24f6b391f52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bc96ba-f581-4bad-b7a0-de521b61521f,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:02.615774 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 47274) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:02.720005 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bcb2065f-2c5d-496f-9e31-3d1d84a9fd68 admin admin] Publish callbacks [] for security_group (42bc96ba-f581-4bad-b7a0-de521b61521f), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:02.777360 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bcb2065f-2c5d-496f-9e31-3d1d84a9fd68 admin admin] Publish callbacks [] for security_group (42bc96ba-f581-4bad-b7a0-de521b61521f), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:02.833178 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7199ed-8e6f-41e4-815c-8abb548135e3 req-672d3d9a-a178-43e4-bbc8-8f77e967c0f8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:02.835108 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd7199ed-8e6f-41e4-815c-8abb548135e3 req-672d3d9a-a178-43e4-bbc8-8f77e967c0f8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0802472 Jun 06 14:29:02.873948 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bcb2065f-2c5d-496f-9e31-3d1d84a9fd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (42bc96ba-f581-4bad-b7a0-de521b61521f), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:02.878068 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bcb2065f-2c5d-496f-9e31-3d1d84a9fd68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:02.880019 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bcb2065f-2c5d-496f-9e31-3d1d84a9fd68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42bc96ba-f581-4bad-b7a0-de521b61521f HTTP/1.1" status: 204 len: 168 time: 0.2625573 Jun 06 14:29:02.895015 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2065f-2c5d-496f-9e31-3d1d84a9fd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bc96ba-f581-4bad-b7a0-de521b61521f,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:02.940493 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd7199ed-8e6f-41e4-815c-8abb548135e3 req-33c93564-9363-451e-85bc-bd7bdb130cc9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976059 Jun 06 14:29:03.860898 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-332bf42f-14c1-4c9e-ab99-18294b55450d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:04.172402 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46c3f-fef5-47f6-ba68-136e298c5862 req-7ebd037b-50ec-47f5-a39d-98f07c736111 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:04.174026 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-93e46c3f-fef5-47f6-ba68-136e298c5862 req-7ebd037b-50ec-47f5-a39d-98f07c736111 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0820067 Jun 06 14:29:04.246989 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-93e46c3f-fef5-47f6-ba68-136e298c5862 req-28170902-ad9d-4e1b-b28d-12e3f82e4859 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630453 Jun 06 14:29:05.065093 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:05.590304 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9430d-21dc-47b2-ad8c-524a0c5dbd33 req-2a9c3c48-1913-479e-bebd-df9693fbca20 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:05.594717 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-86f9430d-21dc-47b2-ad8c-524a0c5dbd33 req-2a9c3c48-1913-479e-bebd-df9693fbca20 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1661649 Jun 06 14:29:05.740317 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-86f9430d-21dc-47b2-ad8c-524a0c5dbd33 req-ba365f60-efe2-430e-9bf4-db30fad2b905 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313820 Jun 06 14:29:06.825045 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:06.972459 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:06.987137 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776fb76-dea1-4000-9c67-33a4999d6ef8 req-dc263d8e-4ffc-459f-a03c-dd44024d645d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:07.001289 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a776fb76-dea1-4000-9c67-33a4999d6ef8 req-dc263d8e-4ffc-459f-a03c-dd44024d645d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0982034 Jun 06 14:29:07.094180 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:INSERT=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:07.111693 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a776fb76-dea1-4000-9c67-33a4999d6ef8 req-5e929f27-ad56-46a7-aa87-0107a88c1ed6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081741 Jun 06 14:29:08.236416 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:08.262607 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47386) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:08.523054 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b9f2c-d9d3-46a7-ad1c-a585ea0bc9d8 req-c5e25564-37bb-48b2-84e9-fe9496cb266d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:08.533409 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d25b9f2c-d9d3-46a7-ad1c-a585ea0bc9d8 req-c5e25564-37bb-48b2-84e9-fe9496cb266d tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1618137 Jun 06 14:29:08.580131 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3bf9-4b3f-46bc-b8d3-fd2d7f2921d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:08.623810 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d25b9f2c-d9d3-46a7-ad1c-a585ea0bc9d8 req-d897e315-bd0f-4ea7-aa8c-5ed4049197c2 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889602 Jun 06 14:29:08.718150 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3bf9-4b3f-46bc-b8d3-fd2d7f2921d1 admin admin] Publish callbacks [] for security_group (d87f4acd-413d-4324-82f4-c5622c03c5e2), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:08.723882 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ebfd3bf9-4b3f-46bc-b8d3-fd2d7f2921d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d87f4acd-413d-4324-82f4-c5622c03c5e2), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:08.773132 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd3bf9-4b3f-46bc-b8d3-fd2d7f2921d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f4acd-413d-4324-82f4-c5622c03c5e2,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:08.778143 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ebfd3bf9-4b3f-46bc-b8d3-fd2d7f2921d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b145c2c6c5447679b3cd5c3a3cd7d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5176706 Jun 06 14:29:08.782548 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47390) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:08.869404 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eda64f7e-10c4-4588-923a-9c08375a2b1d admin admin] Publish callbacks [] for security_group (d87f4acd-413d-4324-82f4-c5622c03c5e2), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:08.913364 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eda64f7e-10c4-4588-923a-9c08375a2b1d admin admin] Publish callbacks [] for security_group (d87f4acd-413d-4324-82f4-c5622c03c5e2), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:08.936351 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a741-b78a-46ab-a922-545712ef21ff req-198eac35-0ad6-49cc-ad27-d7d5495b0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:08.938789 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dc89a741-b78a-46ab-a922-545712ef21ff req-198eac35-0ad6-49cc-ad27-d7d5495b0311 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 1129 time: 0.0588610 Jun 06 14:29:09.003242 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eda64f7e-10c4-4588-923a-9c08375a2b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d87f4acd-413d-4324-82f4-c5622c03c5e2), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:09.011127 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eda64f7e-10c4-4588-923a-9c08375a2b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:09.022372 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-eda64f7e-10c4-4588-923a-9c08375a2b1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d87f4acd-413d-4324-82f4-c5622c03c5e2 HTTP/1.1" status: 204 len: 168 time: 0.2380459 Jun 06 14:29:09.046683 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda64f7e-10c4-4588-923a-9c08375a2b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f4acd-413d-4324-82f4-c5622c03c5e2,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:09.069911 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a741-b78a-46ab-a922-545712ef21ff req-a648076d-0dfb-4f08-8643-6f67e8c62a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:09.071574 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dc89a741-b78a-46ab-a922-545712ef21ff req-a648076d-0dfb-4f08-8643-6f67e8c62a79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.1096029 Jun 06 14:29:09.131436 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:29:09.159530 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dc89a741-b78a-46ab-a922-545712ef21ff req-14b5e269-3b46-45b8-b733-52b1d7fcd14a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2 HTTP/1.1" status: 200 len: 1001 time: 0.0805919 Jun 06 14:29:09.223362 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a741-b78a-46ab-a922-545712ef21ff req-303e706b-3621-49ff-b01d-7e2bf8c1ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:09.226144 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dc89a741-b78a-46ab-a922-545712ef21ff req-303e706b-3621-49ff-b01d-7e2bf8c1ceca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.0580695 Jun 06 14:29:09.290745 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89a741-b78a-46ab-a922-545712ef21ff req-794b7532-278a-4eab-a961-8334d2162586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:09.293243 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dc89a741-b78a-46ab-a922-545712ef21ff req-794b7532-278a-4eab-a961-8334d2162586 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575874 Jun 06 14:29:09.423553 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dc89a741-b78a-46ab-a922-545712ef21ff req-6413f5b0-49eb-4de1-8127-26905b588f0d service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201587 Jun 06 14:29:09.581000 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dc89a741-b78a-46ab-a922-545712ef21ff req-85808f67-cd4f-43d9-adb2-367dcbac696d service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490571 Jun 06 14:29:09.712720 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47400) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:09.730259 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-439ea484-07ef-40e3-b13e-0f345e66f168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:09.902461 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38557f7a-e12b-4f4a-84ca-46dd05cc52c3 req-51cd1cee-3eae-4961-9e7e-61befac57640 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:09.904326 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38557f7a-e12b-4f4a-84ca-46dd05cc52c3 req-51cd1cee-3eae-4961-9e7e-61befac57640 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1261261 Jun 06 14:29:09.967653 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-439ea484-07ef-40e3-b13e-0f345e66f168 admin admin] Publish callbacks [] for security_group (6df73539-5eac-4e5d-89da-0e7f5fa17e23), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:09.977824 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-439ea484-07ef-40e3-b13e-0f345e66f168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6df73539-5eac-4e5d-89da-0e7f5fa17e23), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:10.017166 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ea484-07ef-40e3-b13e-0f345e66f168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df73539-5eac-4e5d-89da-0e7f5fa17e23,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:10.050498 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38557f7a-e12b-4f4a-84ca-46dd05cc52c3 req-1b0ababf-e124-4831-bdbe-831a1118f9b9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315625 Jun 06 14:29:10.065049 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-439ea484-07ef-40e3-b13e-0f345e66f168 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67df373e88c949f2865c164a49eb4cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486965 Jun 06 14:29:10.065641 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 47402) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:10.132193 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:10.148933 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a868bb53-1c30-4a16-be06-978f9d175367 admin admin] Publish callbacks [] for security_group (6df73539-5eac-4e5d-89da-0e7f5fa17e23), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:10.185653 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a868bb53-1c30-4a16-be06-978f9d175367 admin admin] Publish callbacks [] for security_group (6df73539-5eac-4e5d-89da-0e7f5fa17e23), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:10.250551 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a868bb53-1c30-4a16-be06-978f9d175367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6df73539-5eac-4e5d-89da-0e7f5fa17e23), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:10.253377 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a868bb53-1c30-4a16-be06-978f9d175367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:10.257752 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a868bb53-1c30-4a16-be06-978f9d175367 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6df73539-5eac-4e5d-89da-0e7f5fa17e23 HTTP/1.1" status: 204 len: 168 time: 0.1880579 Jun 06 14:29:10.272570 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868bb53-1c30-4a16-be06-978f9d175367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df73539-5eac-4e5d-89da-0e7f5fa17e23,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:10.316023 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:11.165737 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:11.306804 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:11.347866 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c46e77-9511-47eb-8108-1ce919bce735 req-26a7010b-6fa9-4631-a12a-50d523761376 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:11.365609 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-48c46e77-9511-47eb-8108-1ce919bce735 req-26a7010b-6fa9-4631-a12a-50d523761376 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1493356 Jun 06 14:29:11.451524 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-48c46e77-9511-47eb-8108-1ce919bce735 req-40612a89-52ed-4931-928c-0d05b12babf9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846374 Jun 06 14:29:11.641262 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd5c6a-97cc-4a5f-8bb2-b353f677850c req-59ac6792-5fcc-40bb-bc44-be2765ca7c4a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:11.646274 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dbdd5c6a-97cc-4a5f-8bb2-b353f677850c req-59ac6792-5fcc-40bb-bc44-be2765ca7c4a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.1314743 Jun 06 14:29:11.734122 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dbdd5c6a-97cc-4a5f-8bb2-b353f677850c req-0ad74454-a14b-4dc0-839d-910ed6729a24 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698485 Jun 06 14:29:11.750339 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-8586d7e8-fed7-42ff-b68b-c85bd6406563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:11.752769 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-8586d7e8-fed7-42ff-b68b-c85bd6406563 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1af47083c644609a4a84b1273a4087f&device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1168 time: 0.1383212 Jun 06 14:29:11.784100 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:11.867550 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-f6199a50-159c-470d-866c-6ab9f8203210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:11.869054 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-f6199a50-159c-470d-866c-6ab9f8203210 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bc8f27b-6227-41c2-afe6-78b098342e4c HTTP/1.1" status: 200 len: 916 time: 0.1075957 Jun 06 14:29:12.147091 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-a2b773d9-b8ba-4cc5-8615-2317f37eaca6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 1001 time: 0.1078274 Jun 06 14:29:12.302602 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-b0db608b-80f0-4404-a1b9-e9c860dad6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:12.306284 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-b0db608b-80f0-4404-a1b9-e9c860dad6ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 1129 time: 0.0686409 Jun 06 14:29:12.306284 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-699c6ec4-fe54-4bf9-88bc-508c9b1425b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:12.307411 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-699c6ec4-fe54-4bf9-88bc-508c9b1425b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f HTTP/1.1" status: 200 len: 854 time: 0.1024444 Jun 06 14:29:12.431112 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-85d6d98a-1d98-4514-a335-a8d6f4f30d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:12.433282 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-85d6d98a-1d98-4514-a335-a8d6f4f30d36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bc8f27b-6227-41c2-afe6-78b098342e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1166482 Jun 06 14:29:12.526028 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-27a0c4ff-aabf-4ee7-89cc-b38c77770e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:12.527546 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-27a0c4ff-aabf-4ee7-89cc-b38c77770e02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.2123544 Jun 06 14:29:12.670067 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-e84f77cb-b39e-452b-83ab-74bb19382092 service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284539 Jun 06 14:29:12.675204 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9f28c-f6ad-4db2-b2e9-6a61c7cefc5f req-8e9c693a-9aa7-460b-b206-0cafc21546cc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:12.677074 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3fe9f28c-f6ad-4db2-b2e9-6a61c7cefc5f req-8e9c693a-9aa7-460b-b206-0cafc21546cc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0893145 Jun 06 14:29:12.696143 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-9cc3ca48-18a0-4f96-b663-df8ba0023ae0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2 HTTP/1.1" status: 200 len: 1001 time: 0.1603978 Jun 06 14:29:12.784255 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3fe9f28c-f6ad-4db2-b2e9-6a61c7cefc5f req-61508199-79b8-4769-b63a-80cda85de02a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938396 Jun 06 14:29:12.827703 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-40ab9100-a7d7-4b5c-8e5d-10afec1a4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:12.830118 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-40ab9100-a7d7-4b5c-8e5d-10afec1a4417 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.1160502 Jun 06 14:29:12.842046 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:12.891227 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-73dd59e6-c1e6-41c0-83eb-59a73687a0c9 req-0783cfc7-b953-4975-90de-915f73e1ad83 service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129669 Jun 06 14:29:12.895605 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcc008-fc1d-4399-bb6f-959bdc7f14e3 req-68a62e87-1716-4ca2-8e18-026a5d172fe2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:12.902570 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-de19cb76-648a-411e-a8fa-6ba2b826e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:12.903533 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-35dcc008-fc1d-4399-bb6f-959bdc7f14e3 req-68a62e87-1716-4ca2-8e18-026a5d172fe2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.0737941 Jun 06 14:29:12.905131 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-de19cb76-648a-411e-a8fa-6ba2b826e70a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667381 Jun 06 14:29:13.003827 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-35dcc008-fc1d-4399-bb6f-959bdc7f14e3 req-31e9140a-4317-4ed3-96d4-ea977ce5c618 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990019 Jun 06 14:29:13.034845 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-f7b07085-e81c-43c1-a3af-22747d67d1a6 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224737 Jun 06 14:29:13.146464 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:13.168769 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8fbfaf50-bde9-4567-b04f-11ae8ad769b8 req-8a2f2638-f2a3-482f-a035-f2c6e48efd8c service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251857 Jun 06 14:29:13.966244 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854cd5e-7a49-4018-98ad-38c945997ce8 req-c7b7f867-57bb-48b7-bc82-bdc29064671a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:13.969146 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4854cd5e-7a49-4018-98ad-38c945997ce8 req-c7b7f867-57bb-48b7-bc82-bdc29064671a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0579634 Jun 06 14:29:14.030187 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4854cd5e-7a49-4018-98ad-38c945997ce8 req-bd586172-c565-4db1-9782-cf7b48e39461 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516357 Jun 06 14:29:14.163593 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316122b-2a32-445c-9275-9052f2181eed req-85d8f92c-764f-497a-8d1c-6f65349f8a62 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:14.165178 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e316122b-2a32-445c-9275-9052f2181eed req-85d8f92c-764f-497a-8d1c-6f65349f8a62 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.0605416 Jun 06 14:29:14.235667 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e316122b-2a32-445c-9275-9052f2181eed req-352fa55e-61ef-4549-8443-d7c01efda77f tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639415 Jun 06 14:29:15.186600 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445249b-9468-4826-be8b-b0d6b27107d2 req-aae78165-f237-4f74-a8a7-fd857dc47203 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:15.188275 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d445249b-9468-4826-be8b-b0d6b27107d2 req-aae78165-f237-4f74-a8a7-fd857dc47203 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.0537980 Jun 06 14:29:15.245213 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d445249b-9468-4826-be8b-b0d6b27107d2 req-1980f018-95ea-418f-8855-84e6d57926c3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502579 Jun 06 14:29:15.410999 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66550ed2-42c8-48a1-acd5-9bfc9d788fb5 req-ebbbbddb-9ffa-4251-8608-b3a4b6eb43dd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:15.413937 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66550ed2-42c8-48a1-acd5-9bfc9d788fb5 req-ebbbbddb-9ffa-4251-8608-b3a4b6eb43dd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.0975666 Jun 06 14:29:15.530915 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66550ed2-42c8-48a1-acd5-9bfc9d788fb5 req-c133dc62-4e9d-4d70-bf7a-b310b257ddb9 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1100218 Jun 06 14:29:16.476256 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a1b36-f172-4af1-890a-6bbd7f41cd36 req-c43626cd-cc75-456a-8c49-78f4f0e9042f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:16.479918 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-524a1b36-f172-4af1-890a-6bbd7f41cd36 req-c43626cd-cc75-456a-8c49-78f4f0e9042f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 945 time: 0.1017122 Jun 06 14:29:16.524851 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:29:16.626336 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-524a1b36-f172-4af1-890a-6bbd7f41cd36 req-a9a1a1ad-3840-4387-8c49-f994094bbd83 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260695 Jun 06 14:29:16.779637 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 00be5767-88c2-478d-a1ae-cc4eac3793c2 is: ACTIVE; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:16.780580 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:16.785666 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:16.820998 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21439303-9731-4b49-8566-cc62b3a05647 req-5bd6c4d7-9812-4c8d-a070-749240bc6fa2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:16.823120 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-21439303-9731-4b49-8566-cc62b3a05647 req-5bd6c4d7-9812-4c8d-a070-749240bc6fa2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.1707594 Jun 06 14:29:16.841666 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:29:16.846771 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4408c878-ebcb-4a86-875a-93b0faf9df80" -d '{"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:29:16.883208 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:16.887347 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:16.893653 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:16.974805 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-21439303-9731-4b49-8566-cc62b3a05647 req-e6a4169f-0e82-4a89-b405-90ed94754d16 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366832 Jun 06 14:29:16.991156 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=8']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:17.088096 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Jun 2022 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4d7751-3ad7-4ea4-bb23-6f7adf6001eb x-openstack-request-id: req-8b4d7751-3ad7-4ea4-bb23-6f7adf6001eb {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:29:17.089131 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-unplugged", "status": "failed", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2", "code": 422}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:29:17.089544 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b4d7751-3ad7-4ea4-bb23-6f7adf6001eb {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:29:17.090395 dv-cinder-844140-2-iscsi neutron-server[103911]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8b4d7751-3ad7-4ea4-bb23-6f7adf6001eb']: {'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'code': 422} returned with failed status Jun 06 14:29:18.006217 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-6e19b4be-4d35-4d64-af79-b4d3a0267218 req-d092911c-c076-46b8-9a23-9e6c5eb50697 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:29:18.007421 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6e19b4be-4d35-4d64-af79-b4d3a0267218 req-d092911c-c076-46b8-9a23-9e6c5eb50697 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058157 Jun 06 14:29:18.144921 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe7bd2-cca8-4a7a-b257-b814d301888e req-cb3933d0-da41-4a62-a6b8-1a9279782ab2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:18.147434 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aebe7bd2-cca8-4a7a-b257-b814d301888e req-cb3933d0-da41-4a62-a6b8-1a9279782ab2 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.0769260 Jun 06 14:29:18.290810 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aebe7bd2-cca8-4a7a-b257-b814d301888e req-f7175067-aa50-4512-9e17-ff7e1c21e758 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362722 Jun 06 14:29:18.298999 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86a7de-180e-4004-9ebf-d3586fa9d28b req-9bfcf09d-bd6b-4582-be04-365da4236e58 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:18.301151 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4b86a7de-180e-4004-9ebf-d3586fa9d28b req-9bfcf09d-bd6b-4582-be04-365da4236e58 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1159530 Jun 06 14:29:18.326507 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-2dc3a9f0-6acf-416d-a448-e7235a007978 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0612650 Jun 06 14:29:18.375274 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4b86a7de-180e-4004-9ebf-d3586fa9d28b req-950889ce-b0df-4667-b23e-75d4270a1a3c tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666029 Jun 06 14:29:18.435473 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:18.455405 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-34bbf4f9-8b2a-4c55-b799-db06386b3e8a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:18.458478 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-34bbf4f9-8b2a-4c55-b799-db06386b3e8a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports/00be5767-88c2-478d-a1ae-cc4eac3793c2 HTTP/1.1" status: 200 len: 940 time: 0.0836568 Jun 06 14:29:19.122837 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:19.214865 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47648) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:19.384639 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-25e24170-ca62-444c-98c2-6706e3979c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:19.492573 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:19.551991 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-3208eb17-e77d-4739-a952-5cbf7929becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:19.554154 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-3208eb17-e77d-4739-a952-5cbf7929becd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a&tenant_id=52da965db3654006abddd5b40b0905c2 HTTP/1.1" status: 200 len: 1127 time: 0.0690930 Jun 06 14:29:19.578036 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee550b-e2f8-437c-a31b-b0d2f87ab139 req-8dd38799-4890-4402-bb2b-0907291a4861 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:19.579634 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-86ee550b-e2f8-437c-a31b-b0d2f87ab139 req-8dd38799-4890-4402-bb2b-0907291a4861 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.1528249 Jun 06 14:29:19.629754 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e547cbe-8326-413b-a82b-672b093df923 req-81796e1d-8bac-4d43-8a85-14a5660e87fe tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:19.631267 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5e547cbe-8326-413b-a82b-672b093df923 req-81796e1d-8bac-4d43-8a85-14a5660e87fe tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1328130 Jun 06 14:29:19.659088 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-493f71b5-5ef4-421d-af84-99843e2e5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:19.661015 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-493f71b5-5ef4-421d-af84-99843e2e5850 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52da965db3654006abddd5b40b0905c2&device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 1127 time: 0.0700407 Jun 06 14:29:19.675544 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-25e24170-ca62-444c-98c2-6706e3979c58 admin admin] Publish callbacks [] for security_group (80d6b8cd-f80c-44bf-9ff0-919659254421), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:19.694880 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-25e24170-ca62-444c-98c2-6706e3979c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (80d6b8cd-f80c-44bf-9ff0-919659254421), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:19.797906 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-86ee550b-e2f8-437c-a31b-b0d2f87ab139 req-44e95296-c3cf-4ac9-99e7-8a5faa164cbd tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2062478 Jun 06 14:29:19.812728 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-dde1c595-f7d1-49b8-a5bd-78f3feb45c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:19.815884 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-dde1c595-f7d1-49b8-a5bd-78f3feb45c78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 200 len: 917 time: 0.1474736 Jun 06 14:29:19.816664 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-25e24170-ca62-444c-98c2-6706e3979c58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12fda704f1a942d2b5ff191460b0b3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6002975 Jun 06 14:29:19.816991 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 47656) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:19.817473 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e24170-ca62-444c-98c2-6706e3979c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d6b8cd-f80c-44bf-9ff0-919659254421,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:19.828625 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5e547cbe-8326-413b-a82b-672b093df923 req-981330d8-3af1-4fed-a018-ddc058c1b780 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866937 Jun 06 14:29:19.999608 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf21e98a-9c42-4317-bf7a-e27057178ada admin admin] Publish callbacks [] for security_group (80d6b8cd-f80c-44bf-9ff0-919659254421), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:20.016019 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-905561b4-c538-4bf6-b967-76fe3a5523a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2 HTTP/1.1" status: 200 len: 999 time: 0.1438885 Jun 06 14:29:20.076209 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf21e98a-9c42-4317-bf7a-e27057178ada admin admin] Publish callbacks [] for security_group (80d6b8cd-f80c-44bf-9ff0-919659254421), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:20.113952 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-ab65fad8-fef2-4ec6-903a-a0b6afe62c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:20.115494 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-ab65fad8-fef2-4ec6-903a-a0b6afe62c83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 200 len: 855 time: 0.0916734 Jun 06 14:29:20.168727 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-ccb668a8-5f60-4462-b051-ab44aa80c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:20.170333 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-ccb668a8-5f60-4462-b051-ab44aa80c806 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b65619dd-abf2-4bc8-afc9-54a8502ba090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445974 Jun 06 14:29:20.175047 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf21e98a-9c42-4317-bf7a-e27057178ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (80d6b8cd-f80c-44bf-9ff0-919659254421), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:20.177606 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf21e98a-9c42-4317-bf7a-e27057178ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:20.178806 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bf21e98a-9c42-4317-bf7a-e27057178ada admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80d6b8cd-f80c-44bf-9ff0-919659254421 HTTP/1.1" status: 204 len: 168 time: 0.3605211 Jun 06 14:29:20.237568 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21e98a-9c42-4317-bf7a-e27057178ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d6b8cd-f80c-44bf-9ff0-919659254421,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:20.310436 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-892799f2-756f-46b1-823c-7c2db8ceda87 service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303067 Jun 06 14:29:20.420021 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd9b1607-9f77-4276-800a-7f945ec47f80 req-98313fdb-3760-4fd5-8279-57e5d26e628e service neutron] 10.222.0.46 "GET /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026495 Jun 06 14:29:20.555081 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:29:20.636505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 47672) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:20.654303 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-faf395d8-d0ae-40f0-9f7d-6b63577e943e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:20.675994 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 00be5767-88c2-478d-a1ae-cc4eac3793c2 is: DOWN; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:20.776046 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-faf395d8-d0ae-40f0-9f7d-6b63577e943e admin admin] Publish callbacks [] for security_group (b57b05a8-cebb-4f86-ba69-6ce33ac3ad28), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:20.782928 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-faf395d8-d0ae-40f0-9f7d-6b63577e943e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b57b05a8-cebb-4f86-ba69-6ce33ac3ad28), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:20.840229 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-faf395d8-d0ae-40f0-9f7d-6b63577e943e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14988b838dcf40eda97c456f1093eca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990089 Jun 06 14:29:20.840229 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf395d8-d0ae-40f0-9f7d-6b63577e943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b05a8-cebb-4f86-ba69-6ce33ac3ad28,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:20.840644 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47680) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:21.019571 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4827d0fb-0c28-4d07-8573-d097f7830ce2 admin admin] Publish callbacks [] for security_group (b57b05a8-cebb-4f86-ba69-6ce33ac3ad28), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:21.053411 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbd980-19e0-4da4-893e-d603d3126ed5 req-e65aeb76-1b07-4d01-befa-98d8aad9c077 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:21.055079 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81cbd980-19e0-4da4-893e-d603d3126ed5 req-e65aeb76-1b07-4d01-befa-98d8aad9c077 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.1383677 Jun 06 14:29:21.064902 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96a132-b394-48a9-ad56-856b3a3f527e req-ed95523e-9eca-41f1-9048-87a1f1618932 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:21.068300 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bc96a132-b394-48a9-ad56-856b3a3f527e req-ed95523e-9eca-41f1-9048-87a1f1618932 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1434543 Jun 06 14:29:21.096181 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4827d0fb-0c28-4d07-8573-d097f7830ce2 admin admin] Publish callbacks [] for security_group (b57b05a8-cebb-4f86-ba69-6ce33ac3ad28), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:21.164765 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:21.223227 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bc96a132-b394-48a9-ad56-856b3a3f527e req-7124aa9c-f9b8-4ac8-86b5-93f9e61b6674 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426940 Jun 06 14:29:21.245913 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81cbd980-19e0-4da4-893e-d603d3126ed5 req-daa15454-ee8d-478c-be47-167f161bed33 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763308 Jun 06 14:29:21.271283 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4827d0fb-0c28-4d07-8573-d097f7830ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b57b05a8-cebb-4f86-ba69-6ce33ac3ad28), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:21.274157 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4827d0fb-0c28-4d07-8573-d097f7830ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:21.277663 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4827d0fb-0c28-4d07-8573-d097f7830ce2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b57b05a8-cebb-4f86-ba69-6ce33ac3ad28 HTTP/1.1" status: 204 len: 168 time: 0.4357817 Jun 06 14:29:21.313293 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827d0fb-0c28-4d07-8573-d097f7830ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b05a8-cebb-4f86-ba69-6ce33ac3ad28,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:22.530963 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07994937-7c32-4578-80ce-79c888a6207b req-425b0f91-7582-407d-ae75-c8e12a406cad tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:22.533639 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-07994937-7c32-4578-80ce-79c888a6207b req-425b0f91-7582-407d-ae75-c8e12a406cad tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1137662 Jun 06 14:29:22.540532 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80357df9-a79a-489f-aa60-22e0e3bccc39 req-1ea9e4f5-565a-461c-8b82-a7e57dabcc8a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:22.543702 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-80357df9-a79a-489f-aa60-22e0e3bccc39 req-1ea9e4f5-565a-461c-8b82-a7e57dabcc8a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.0986319 Jun 06 14:29:22.720871 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-07994937-7c32-4578-80ce-79c888a6207b req-1693a9c8-0b96-4c39-aa89-d41eabb5a754 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757782 Jun 06 14:29:22.749499 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-80357df9-a79a-489f-aa60-22e0e3bccc39 req-9dc804fd-2cd6-4ed0-b4c6-7f310e1c09e5 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1754937 Jun 06 14:29:24.007771 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ed23d-efe8-48b1-ba87-fbb0037dc0c6 req-ec69fcb3-624a-406f-a8df-f883ca17d74d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:24.010841 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6c6ed23d-efe8-48b1-ba87-fbb0037dc0c6 req-ec69fcb3-624a-406f-a8df-f883ca17d74d tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.1102080 Jun 06 14:29:24.111910 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:24.164690 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6c6ed23d-efe8-48b1-ba87-fbb0037dc0c6 req-6d5551ac-5bf5-4531-b8f5-abd4653bc95f tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1519048 Jun 06 14:29:24.413591 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d498077-ee12-4ebb-8551-aac83a30c703 req-29819f28-1820-431c-b838-5815546b1c30 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:24.413591 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d498077-ee12-4ebb-8551-aac83a30c703 req-29819f28-1820-431c-b838-5815546b1c30 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1159034 Jun 06 14:29:24.506996 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d498077-ee12-4ebb-8551-aac83a30c703 req-4cb8a6e2-e86e-4fea-9b5b-c361715930fc tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826874 Jun 06 14:29:25.446839 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab3722-dd52-44fc-837f-d1eb0ee879f2 req-cb0a3f5b-9c6c-4bba-b25a-cac10f140db4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:25.451430 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62ab3722-dd52-44fc-837f-d1eb0ee879f2 req-cb0a3f5b-9c6c-4bba-b25a-cac10f140db4 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.1204507 Jun 06 14:29:25.633796 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62ab3722-dd52-44fc-837f-d1eb0ee879f2 req-f5e1c8aa-4c85-4b78-81db-0cc26195ea9e tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725218 Jun 06 14:29:25.917999 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe74ec0-0a2e-4dda-b109-67806e49daaf req-d8e9ad98-03ad-4d07-a6b4-03d927c750b1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:25.930411 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5fe74ec0-0a2e-4dda-b109-67806e49daaf req-d8e9ad98-03ad-4d07-a6b4-03d927c750b1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1120739 Jun 06 14:29:26.011990 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5fe74ec0-0a2e-4dda-b109-67806e49daaf req-1d1385cf-861e-4e36-8496-a337eacdb800 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798342 Jun 06 14:29:26.862065 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b12674-78d0-4ae0-a998-50be7399fede req-efd1cf8c-788c-49e9-abfe-472911cdd4b1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:26.864562 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-47b12674-78d0-4ae0-a998-50be7399fede req-efd1cf8c-788c-49e9-abfe-472911cdd4b1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.0836608 Jun 06 14:29:26.975625 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-47b12674-78d0-4ae0-a998-50be7399fede req-fe041696-4fbf-4b17-9b35-56d8789c3c99 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978725 Jun 06 14:29:27.214399 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb4987-d81c-491f-a085-c5d2578147f1 req-5801c5c0-cb57-4767-b57e-2283db127904 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:27.221871 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-41fb4987-d81c-491f-a085-c5d2578147f1 req-5801c5c0-cb57-4767-b57e-2283db127904 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.0933380 Jun 06 14:29:27.288006 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-41fb4987-d81c-491f-a085-c5d2578147f1 req-8c9bc5c5-9d65-4c99-99e1-322d549cd1da tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648987 Jun 06 14:29:27.949928 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47808) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:28.173809 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-712bf46c-d988-4ab1-812f-97608fa446a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:28.187006 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d57e70-35b1-461d-9027-8590677e28ec req-a128b799-960b-4b0e-90ad-4e39aaccb639 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:28.189743 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-96d57e70-35b1-461d-9027-8590677e28ec req-a128b799-960b-4b0e-90ad-4e39aaccb639 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.1084144 Jun 06 14:29:28.289171 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:28.320901 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-96d57e70-35b1-461d-9027-8590677e28ec req-c4d5731d-2f01-42bc-a49f-c03526070310 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248155 Jun 06 14:29:28.381160 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-712bf46c-d988-4ab1-812f-97608fa446a8 admin admin] Publish callbacks [] for security_group (ded90716-e1b5-4309-9157-6250234803ca), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:28.387823 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-712bf46c-d988-4ab1-812f-97608fa446a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ded90716-e1b5-4309-9157-6250234803ca), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:28.485806 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-712bf46c-d988-4ab1-812f-97608fa446a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be09e1dce9104a539b93e6e3adadedfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5299377 Jun 06 14:29:28.486102 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 47816) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:28.498413 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bf46c-d988-4ab1-812f-97608fa446a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded90716-e1b5-4309-9157-6250234803ca,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:28.532830 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ddad7-e153-4865-82b7-5974eb90fea0 req-01373ae0-3c84-42c8-b02e-aca4a023aee3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:28.534828 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-559ddad7-e153-4865-82b7-5974eb90fea0 req-01373ae0-3c84-42c8-b02e-aca4a023aee3 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.1323321 Jun 06 14:29:28.642161 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7825711c-75cb-490b-8566-cae4a59ec5a9 admin admin] Publish callbacks [] for security_group (ded90716-e1b5-4309-9157-6250234803ca), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:28.648982 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:28.681507 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-559ddad7-e153-4865-82b7-5974eb90fea0 req-ae3ef111-445d-47ea-9dd4-a01e4d778014 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330361 Jun 06 14:29:28.692254 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7825711c-75cb-490b-8566-cae4a59ec5a9 admin admin] Publish callbacks [] for security_group (ded90716-e1b5-4309-9157-6250234803ca), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:28.779959 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7825711c-75cb-490b-8566-cae4a59ec5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ded90716-e1b5-4309-9157-6250234803ca), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:28.794496 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7825711c-75cb-490b-8566-cae4a59ec5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:28.803514 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7825711c-75cb-490b-8566-cae4a59ec5a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ded90716-e1b5-4309-9157-6250234803ca HTTP/1.1" status: 204 len: 168 time: 0.3125544 Jun 06 14:29:28.825656 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825711c-75cb-490b-8566-cae4a59ec5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded90716-e1b5-4309-9157-6250234803ca,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:29.123845 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:29.464866 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e932be-cde7-4e56-9387-a3c6585dde73 req-ec9998b3-969b-43bc-9327-2521efafec56 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:29.466682 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c5e932be-cde7-4e56-9387-a3c6585dde73 req-ec9998b3-969b-43bc-9327-2521efafec56 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.0595541 Jun 06 14:29:29.550784 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c5e932be-cde7-4e56-9387-a3c6585dde73 req-daa08b53-7dae-4f46-bd6a-89b53b27a775 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737717 Jun 06 14:29:29.845146 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d08a9-2130-40f1-8d44-259620d8f62e req-048495c8-29c1-4c9b-bf53-cd125c095139 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:29.867182 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e50d08a9-2130-40f1-8d44-259620d8f62e req-048495c8-29c1-4c9b-bf53-cd125c095139 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.0827928 Jun 06 14:29:29.926137 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e50d08a9-2130-40f1-8d44-259620d8f62e req-b3cc0a78-ab19-4159-8c45-12be7b5f8a4a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569620 Jun 06 14:29:30.653604 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=11 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:30.739355 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae1601-461a-433c-8ca6-76fe99f917e5 req-1248750f-8fe8-4882-ba0e-59d627e60f00 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:30.742138 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02ae1601-461a-433c-8ca6-76fe99f917e5 req-1248750f-8fe8-4882-ba0e-59d627e60f00 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.0913401 Jun 06 14:29:30.831775 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:30.834626 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:30.862795 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02ae1601-461a-433c-8ca6-76fe99f917e5 req-6f938064-0a5c-4ec6-93ab-d7254fa921a7 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=92dc4775-04be-49ea-8805-c8efd1c6d350&id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037073 Jun 06 14:29:31.111333 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fd181-f7d0-4e56-95ac-a5ff55b5a9ce req-a373db6b-bf87-4d2c-b6a7-6cbefcbf29ea tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:31.113352 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fa0fd181-f7d0-4e56-95ac-a5ff55b5a9ce req-a373db6b-bf87-4d2c-b6a7-6cbefcbf29ea tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.0777764 Jun 06 14:29:31.193909 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=42 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:31.198354 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fa0fd181-f7d0-4e56-95ac-a5ff55b5a9ce req-f64ee84a-4706-40f4-a961-41a0b1c1e36a tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696933 Jun 06 14:29:31.223727 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f38f8425-3226-4f55-a04d-fc10711d785b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:32.467858 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccb2ca-76ff-48ef-b417-09984f111c73 req-22a681f6-7ab4-4f99-bc7e-0284739e82e1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:32.470675 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f1ccb2ca-76ff-48ef-b417-09984f111c73 req-22a681f6-7ab4-4f99-bc7e-0284739e82e1 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.0902021 Jun 06 14:29:32.531851 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f1ccb2ca-76ff-48ef-b417-09984f111c73 req-978de1a3-57b6-46d8-9af6-bcee68fdb8d6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547233 Jun 06 14:29:33.709365 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa812b26-c67a-4a3d-b68f-4a4bbd5cc0d0 req-a4323013-19dd-4f4d-9439-7c8c2af4ba1e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:33.711192 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aa812b26-c67a-4a3d-b68f-4a4bbd5cc0d0 req-a4323013-19dd-4f4d-9439-7c8c2af4ba1e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 943 time: 0.0668190 Jun 06 14:29:33.798650 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aa812b26-c67a-4a3d-b68f-4a4bbd5cc0d0 req-2e86f485-3ea9-4361-a49e-2961096e98e6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789821 Jun 06 14:29:33.855535 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c5a2db69-c2b5-4482-a071-ed5a114d505b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:34.633576 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:29:34.752985 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:34.770302 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'port_id': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'mac_address': 'fa:16:3e:e2:e5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:29:34.825321 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 00be5767-88c2-478d-a1ae-cc4eac3793c2 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:34.825907 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:34.844583 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00be5767-88c2-478d-a1ae-cc4eac3793c2 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:29:34.876195 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:34.887222 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:34.954692 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=9']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:34.968803 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe02f46-386e-4104-835b-f704078e83d8 req-c51f5c40-970c-4a72-87c5-d8575c9ce5ba tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:34.970616 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0fe02f46-386e-4104-835b-f704078e83d8 req-c51f5c40-970c-4a72-87c5-d8575c9ce5ba tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 944 time: 0.0594006 Jun 06 14:29:35.004306 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:35.045201 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0fe02f46-386e-4104-835b-f704078e83d8 req-fc323675-0131-4c75-acd1-96e9db2badda tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635781 Jun 06 14:29:35.052394 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:35.158219 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['00be5767-88c2-478d-a1ae-cc4eac3793c2'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:29:36.191460 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba0575-ec9e-4cfc-af1a-0cad6d997d8a req-00f11caf-5be3-49da-90e4-a3fc4f4ebc9f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:36.192974 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2cba0575-ec9e-4cfc-af1a-0cad6d997d8a req-00f11caf-5be3-49da-90e4-a3fc4f4ebc9f tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 944 time: 0.0530124 Jun 06 14:29:36.249602 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2cba0575-ec9e-4cfc-af1a-0cad6d997d8a req-f1689b70-7d9a-4f9e-aa1f-9d1dd4f1bf15 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506907 Jun 06 14:29:36.651457 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:29:36.702414 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 00be5767-88c2-478d-a1ae-cc4eac3793c2 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:36.702784 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:36.831747 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 00be5767-88c2-478d-a1ae-cc4eac3793c2 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:36.832271 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:36.838177 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:36.883414 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:29:36.887402 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe2ea7-14c6-421e-8fa6-8b5e5428b03f" -d '{"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-plugged", "status": "completed", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:29:36.904696 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:36.911954 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:36.959863 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5ef677-9bd7-4743-83a5-4bd1d0988912 x-openstack-request-id: req-2c5ef677-9bd7-4743-83a5-4bd1d0988912 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:29:36.960323 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-plugged", "status": "completed", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:29:36.960720 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c5ef677-9bd7-4743-83a5-4bd1d0988912 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:29:36.961330 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5ef677-9bd7-4743-83a5-4bd1d0988912'] response: {'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'code': 200} Jun 06 14:29:36.994323 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:37.017123 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=10']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:37.031075 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.031916 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.032686 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.033276 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.034023 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.034577 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.035221 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.035959 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.036937 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.037572 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.038088 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.038560 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.039236 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.040386 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.041399 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:37.223451 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41ba4e-c0fe-4ea0-93ec-bc82f1135b2b req-cfab3f79-ff2e-4b05-8079-0da7a1488f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:37.225030 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1d41ba4e-c0fe-4ea0-93ec-bc82f1135b2b req-cfab3f79-ff2e-4b05-8079-0da7a1488f41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 1130 time: 0.0595593 Jun 06 14:29:37.299374 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1d41ba4e-c0fe-4ea0-93ec-bc82f1135b2b req-7496168a-1529-4267-9f3b-84989767dca3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671923 Jun 06 14:29:37.389806 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4be87-412e-4711-b203-fae050912741 req-126822e4-4c4d-471c-bfe9-e2fdefa92bef tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:37.391569 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9c4be87-412e-4711-b203-fae050912741 req-126822e4-4c4d-471c-bfe9-e2fdefa92bef tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 946 time: 0.0561624 Jun 06 14:29:37.437391 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:37.452990 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9c4be87-412e-4711-b203-fae050912741 req-b40adb77-e0ed-4fb2-977b-7967492f1f62 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538049 Jun 06 14:29:38.208182 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:38.637890 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dc6da-329d-4e25-8e1b-21c6b65af594 req-3999306d-fc45-458d-a272-509dcf409e68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:38.639849 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-623dc6da-329d-4e25-8e1b-21c6b65af594 req-3999306d-fc45-458d-a272-509dcf409e68 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 946 time: 0.0630639 Jun 06 14:29:38.742697 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-623dc6da-329d-4e25-8e1b-21c6b65af594 req-7064b4e1-db6e-415d-9176-74c0c92e09d9 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840290 Jun 06 14:29:38.755199 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48022) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:38.899575 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.017358 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Publish callbacks [] for security_group (6a00ed96-a5f1-4fc3-9d09-a43165df7b9c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.022206 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6a00ed96-a5f1-4fc3-9d09-a43165df7b9c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.065695 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af458b19201b4328b0f05713d9f36936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084490 Jun 06 14:29:39.066578 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a00ed96-a5f1-4fc3-9d09-a43165df7b9c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:39.069072 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48032) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:39.075489 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.075840 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.076192 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.076532 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.076859 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.077198 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.077521 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.077894 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.078215 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.078585 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.078921 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.079168 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.079487 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.079857 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.080159 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53b9ac-1e2f-42d9-9718-d414e27a1084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.146872 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Publish callbacks [] for security_group (6a00ed96-a5f1-4fc3-9d09-a43165df7b9c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.173107 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Publish callbacks [] for security_group (6a00ed96-a5f1-4fc3-9d09-a43165df7b9c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.251927 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6a00ed96-a5f1-4fc3-9d09-a43165df7b9c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.255899 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.263094 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a00ed96-a5f1-4fc3-9d09-a43165df7b9c HTTP/1.1" status: 204 len: 168 time: 0.1925600 Jun 06 14:29:39.279861 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a00ed96-a5f1-4fc3-9d09-a43165df7b9c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:39.308454 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.309195 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.309801 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.310376 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.316988 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.317372 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.318429 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.319295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.319870 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.320435 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.321007 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.321857 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.323236 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.323977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.324739 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df17facd-43a1-4154-b12d-d8332a76cfdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:39.669866 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48062) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:39.684537 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-963b8f5b-0c6e-471b-bee3-e7d5cbb4b7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.772042 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-963b8f5b-0c6e-471b-bee3-e7d5cbb4b7fd admin admin] Publish callbacks [] for security_group (43c96fe4-e81f-478c-af8d-76a706b8cd91), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.778260 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-963b8f5b-0c6e-471b-bee3-e7d5cbb4b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (43c96fe4-e81f-478c-af8d-76a706b8cd91), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:39.860202 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-963b8f5b-0c6e-471b-bee3-e7d5cbb4b7fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afeefd51056443789b0eb4de21dc6e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867766 Jun 06 14:29:39.860202 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b8f5b-0c6e-471b-bee3-e7d5cbb4b7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c96fe4-e81f-478c-af8d-76a706b8cd91,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:39.863396 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48066) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:39.978087 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00e0a8-969d-4083-934c-fcf6b64c09af req-c64db1cd-348a-4b2b-a9a3-ca0ce19dd82b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:39.980565 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f00e0a8-969d-4083-934c-fcf6b64c09af req-c64db1cd-348a-4b2b-a9a3-ca0ce19dd82b tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 946 time: 0.0771697 Jun 06 14:29:39.992938 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da3f46b5-d3da-48d7-9378-76f9a3407785 admin admin] Publish callbacks [] for security_group (43c96fe4-e81f-478c-af8d-76a706b8cd91), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:40.003629 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:40.043374 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da3f46b5-d3da-48d7-9378-76f9a3407785 admin admin] Publish callbacks [] for security_group (43c96fe4-e81f-478c-af8d-76a706b8cd91), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:40.074006 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f00e0a8-969d-4083-934c-fcf6b64c09af req-a3e35712-155e-4064-9a9f-0dea9d12c9c8 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874534 Jun 06 14:29:40.112527 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da3f46b5-d3da-48d7-9378-76f9a3407785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (43c96fe4-e81f-478c-af8d-76a706b8cd91), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:40.115021 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da3f46b5-d3da-48d7-9378-76f9a3407785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:40.116187 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-da3f46b5-d3da-48d7-9378-76f9a3407785 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43c96fe4-e81f-478c-af8d-76a706b8cd91 HTTP/1.1" status: 204 len: 168 time: 0.2511995 Jun 06 14:29:40.125901 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f46b5-d3da-48d7-9378-76f9a3407785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c96fe4-e81f-478c-af8d-76a706b8cd91,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:40.679831 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48088) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:40.700095 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06b163c8-1520-44fb-b774-6d8266466b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:40.825767 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06b163c8-1520-44fb-b774-6d8266466b6f admin admin] Publish callbacks [] for security_group (9d82b81d-6412-4dce-b533-b6c8781747d6), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:40.831416 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06b163c8-1520-44fb-b774-6d8266466b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (9d82b81d-6412-4dce-b533-b6c8781747d6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:40.862148 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:40.895143 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-06b163c8-1520-44fb-b774-6d8266466b6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbfb862edafb40d7bd49a7773fd6f45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122383 Jun 06 14:29:40.896952 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b163c8-1520-44fb-b774-6d8266466b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d82b81d-6412-4dce-b533-b6c8781747d6,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:40.899474 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48094) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:40.978966 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-76029ea1-eaa6-43b8-94cf-8c1dff9f8aca admin admin] Publish callbacks [] for security_group (9d82b81d-6412-4dce-b533-b6c8781747d6), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:41.008535 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-76029ea1-eaa6-43b8-94cf-8c1dff9f8aca admin admin] Publish callbacks [] for security_group (9d82b81d-6412-4dce-b533-b6c8781747d6), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:41.068044 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-76029ea1-eaa6-43b8-94cf-8c1dff9f8aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (9d82b81d-6412-4dce-b533-b6c8781747d6), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:41.071485 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-76029ea1-eaa6-43b8-94cf-8c1dff9f8aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:41.073585 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-76029ea1-eaa6-43b8-94cf-8c1dff9f8aca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d82b81d-6412-4dce-b533-b6c8781747d6 HTTP/1.1" status: 204 len: 168 time: 0.1709721 Jun 06 14:29:41.084360 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76029ea1-eaa6-43b8-94cf-8c1dff9f8aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d82b81d-6412-4dce-b533-b6c8781747d6,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:41.161533 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:42.340768 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a890d85-3263-4205-b462-33d122a6435f req-129c332c-07d6-4df1-8343-04935d20009c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:42.343774 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a890d85-3263-4205-b462-33d122a6435f req-129c332c-07d6-4df1-8343-04935d20009c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 945 time: 0.0771430 Jun 06 14:29:42.424409 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a890d85-3263-4205-b462-33d122a6435f req-051055ee-bb65-4919-b387-d25256e20cc6 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743892 Jun 06 14:29:42.748592 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48144) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:42.883121 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c03da88c-56c9-4ce4-a7a9-4bbcc84cf452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:42.985676 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c03da88c-56c9-4ce4-a7a9-4bbcc84cf452 admin admin] Publish callbacks [] for security_group (dad2c975-1ace-4a53-b5d9-ec214c141318), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:42.990252 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c03da88c-56c9-4ce4-a7a9-4bbcc84cf452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (dad2c975-1ace-4a53-b5d9-ec214c141318), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:43.037552 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c03da88c-56c9-4ce4-a7a9-4bbcc84cf452 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5675127501346628ad30214f755307c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878406 Jun 06 14:29:43.038489 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03da88c-56c9-4ce4-a7a9-4bbcc84cf452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad2c975-1ace-4a53-b5d9-ec214c141318,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:43.040865 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48148) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:43.136291 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4afbec25-f156-4df4-9b52-d1feef86fe15 admin admin] Publish callbacks [] for security_group (dad2c975-1ace-4a53-b5d9-ec214c141318), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:43.166574 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4afbec25-f156-4df4-9b52-d1feef86fe15 admin admin] Publish callbacks [] for security_group (dad2c975-1ace-4a53-b5d9-ec214c141318), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:43.222469 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4afbec25-f156-4df4-9b52-d1feef86fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (dad2c975-1ace-4a53-b5d9-ec214c141318), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:43.225005 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4afbec25-f156-4df4-9b52-d1feef86fe15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:43.226220 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4afbec25-f156-4df4-9b52-d1feef86fe15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dad2c975-1ace-4a53-b5d9-ec214c141318 HTTP/1.1" status: 204 len: 168 time: 0.1842082 Jun 06 14:29:43.235835 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbec25-f156-4df4-9b52-d1feef86fe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad2c975-1ace-4a53-b5d9-ec214c141318,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:43.576115 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65578fa-de1e-46a1-bc48-d98027eeb0e3 req-53b336f5-f048-42a9-bfc8-8b01a8bd9b48 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:43.577532 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a65578fa-de1e-46a1-bc48-d98027eeb0e3 req-53b336f5-f048-42a9-bfc8-8b01a8bd9b48 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 945 time: 0.0529261 Jun 06 14:29:43.635941 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a65578fa-de1e-46a1-bc48-d98027eeb0e3 req-481606f9-3efb-40b5-b7f4-15dd13004c53 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521710 Jun 06 14:29:44.022000 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48174) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:44.102055 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-0c84fdfc-8e7f-42bd-9149-afd7f7d879e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:44.103725 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-0c84fdfc-8e7f-42bd-9149-afd7f7d879e7 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 945 time: 0.0534747 Jun 06 14:29:44.148137 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1427224617-network', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:29:44.174465 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Made reservation on behalf of add30fb78c80414599ebb8f57fb31389 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:29:44.177520 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.188017 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.203226 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Deleting port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:29:44.203885 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.263963 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:44.297264 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Publish callbacks [] for security_group (13ec871f-b1ed-456a-a55e-961d14003937), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.304325 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (13ec871f-b1ed-456a-a55e-961d14003937), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.362832 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:29:44.366314 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] For port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:44.366889 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.384640 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ec871f-b1ed-456a-a55e-961d14003937,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:44.391594 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (ce1882b5-52e0-4816-ad67-62a6f0fbc59b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.392228 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Added segment ce1882b5-52e0-4816-ad67-62a6f0fbc59b of type vlan for network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 Jun 06 14:29:44.467446 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (5aaebfbc-d478-477c-b5e8-32d8ff91fb13), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.499445 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (5aaebfbc-d478-477c-b5e8-32d8ff91fb13), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.501228 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:44.502203 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.535941 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:44.575062 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5518734 Jun 06 14:29:44.580478 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48180) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:44.585553 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Request body: {'subnet': {'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1427224617-subnet', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:29:44.601626 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:44.606392 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333193b9-09e3-47ed-b912-9e9fab23d2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=5aaebfbc-d478-477c-b5e8-32d8ff91fb13,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:44.622026 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Made reservation on behalf of add30fb78c80414599ebb8f57fb31389 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:29:44.622770 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:29:44.624920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26770735'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.639786 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:44.669401 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.670250 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (1d38eeb2-759e-47c5-b49e-c08f598ad4e4), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.670759 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Floating IP 1d38eeb2-759e-47c5-b49e-c08f598ad4e4 disassociated. External IP: 172.27.1.190, port: 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1. Jun 06 14:29:44.671314 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Calling delete_port for 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:29:44.810786 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d88410-96d3-4589-9e05-58956453fe5a req-85c379fb-f252-49e7-a7ec-f3be4b2c3a49 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:44.812439 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09d88410-96d3-4589-9e05-58956453fe5a req-85c379fb-f252-49e7-a7ec-f3be4b2c3a49 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 945 time: 0.0789387 Jun 06 14:29:44.891615 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:44.926317 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'Port': ['ID=54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:44.947754 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09d88410-96d3-4589-9e05-58956453fe5a req-3e7645ab-727a-49b5-8403-a787c260aa96 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups?id=97deb04a-f64c-4f35-83a1-e09343004152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031473 Jun 06 14:29:44.957959 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25289724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26770717'] for subnet (b0ba066a-4556-4e15-b564-a5fec787deb6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:45.070637 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:29:45.225159 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:29:45.239132 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:29:45.255123 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:45.255927 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:45.308547 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ba066a-4556-4e15-b564-a5fec787deb6,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:45.322028 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Checking segment: {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:29:45.322833 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Network hostable DHCP agents. Network: 5aaebfbc-d478-477c-b5e8-32d8ff91fb13, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:29:45.349322 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] No DVR routers for this DVR port 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:29:45.350606 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:29:45.355706 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:45.361673 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a6b4d6a3-7d68-4d74-8fc5-3d1780865029 req-640d3c1e-bf06-4fdb-8c24-ec667935ef57 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.46 "DELETE /v2.0/ports/54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 HTTP/1.1" status: 204 len: 173 time: 1.2519705 Jun 06 14:29:45.363125 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'name': 'network-vif-deleted', 'tag': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:29:45.369272 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c8481-d797-47e2-aee5-8710744483e7" -d '{"events": [{"server_uuid": "f31d82d4-d308-4faf-a71d-275dd69a615e", "name": "network-vif-deleted", "tag": "54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:29:45.371687 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, 5aaebfbc-d478-477c-b5e8-32d8ff91fb13) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:29:45.383022 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:45.384984 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:45.385258 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4838d2-9e53-48d0-8d10-0082dcf35355 None None] Network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:29:45.414661 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-130275ec-642c-44cd-854b-34e29061b633 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8306010 Jun 06 14:29:45.415595 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48190) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:45.425538 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:29:45.469051 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:45.477227 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:45.480225 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:45.633832 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks [] for router_controller (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:45.647184 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69056094-5d43-47bd-9c24-e945965b0fe6 x-openstack-request-id: req-69056094-5d43-47bd-9c24-e945965b0fe6 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:29:45.647576 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31d82d4-d308-4faf-a71d-275dd69a615e", "name": "network-vif-deleted", "tag": "54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:29:45.647746 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69056094-5d43-47bd-9c24-e945965b0fe6 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:29:45.648155 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69056094-5d43-47bd-9c24-e945965b0fe6'] response: {'server_uuid': 'f31d82d4-d308-4faf-a71d-275dd69a615e', 'name': 'network-vif-deleted', 'tag': '54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1', 'status': 'completed', 'code': 200} Jun 06 14:29:45.652567 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:29:45.653532 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:45.883131 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks [] for router_gateway (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:45.923276 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Allocated IP 172.20.0.2 (5aaebfbc-d478-477c-b5e8-32d8ff91fb13/b0ba066a-4556-4e15-b564-a5fec787deb6/1b0f9388-07bf-450f-b7f5-318b018f0bf6) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:29:45.938979 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:45.971868 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:29:45.983083 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:45.984001 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:46.067969 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:46.160157 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:46.179153 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Publish callbacks [] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:46.193563 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:46.221173 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a2dc4d1d-7baf-4d0c-81d4-c143b4f756f7 req-c54111a7-8469-4e15-927e-b01a2922a3b9 tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/ports?device_id=f31d82d4-d308-4faf-a71d-275dd69a615e HTTP/1.1" status: 200 len: 210 time: 0.0660067 Jun 06 14:29:46.237238 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:29:46.240777 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:46.241947 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:29:46.260694 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:29:46.261287 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:29:46.330389 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Pushing event updated for resources: {'Port': ['ID=1b0f9388-07bf-450f-b7f5-318b018f0bf6,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:46.331700 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks [] for router_gateway (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:46.358025 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:46.371478 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:46.378674 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Attempting to bind port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:29:46.379210 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Attempting to bind port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:29:46.379737 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Attempting to bind port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 on network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:29:46.390961 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:29:46.391354 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Checking segment: {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:29:46.391801 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:46.392198 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Bound using segment: {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:29:46.392689 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Bound port: 1b0f9388-07bf-450f-b7f5-318b018f0bf6, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:29:46.393072 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:46.450073 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:46.454601 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55bb36-fdb5-400e-95d4-c52d3f083eed req-e343e5ce-5baa-4415-88e5-2e4d351a02d0 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:46.456359 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ae55bb36-fdb5-400e-95d4-c52d3f083eed req-e343e5ce-5baa-4415-88e5-2e4d351a02d0 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 945 time: 0.0856643 Jun 06 14:29:46.481871 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b201d0-2f0b-4818-822f-513d5636f766 None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:22:22Z', 'revision_number': 4, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '939e70a2-16cd-4ea8-865c-5552a6cd0c25', 'name': '', 'network_id': '5c80cddf-8aa7-4709-b4d4-0401b235b6d1', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'mac_address': 'fa:16:3e:6d:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:17Z', 'updated_at': '2022-06-06T14:22:42Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'subnets': [{'id': '31ef9458-4e63-4d83-8724-a942c881e3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:29:46.515310 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] For port 1b0f9388-07bf-450f-b7f5-318b018f0bf6, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:29:46.519846 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] For port 1b0f9388-07bf-450f-b7f5-318b018f0bf6, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=1b0f9388-07bf-450f-b7f5-318b018f0bf6,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:29:46.523428 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ae55bb36-fdb5-400e-95d4-c52d3f083eed req-415b0aea-b7c3-4215-883b-b15680a4537d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607901 Jun 06 14:29:46.536425 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:46.566872 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Allocated IP 172.27.1.135 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/7aa1327a-6221-4966-91db-6766dd56b342) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:29:46.572790 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:46.783738 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d4185-cd79-428f-8c99-c272d1fb4d02 None None] Pushing event updated for resources: {'Port': ['ID=1b0f9388-07bf-450f-b7f5-318b018f0bf6,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:46.887223 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2cf88-7ec4-4461-a335-ea1bd75ee6f7 None None] New status for floating IP 1d38eeb2-759e-47c5-b49e-c08f598ad4e4: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:29:47.085449 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks [] for port (7aa1327a-6221-4966-91db-6766dd56b342), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:47.140219 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (7aa1327a-6221-4966-91db-6766dd56b342), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:47.184705 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:29:47.188241 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:29:47.192609 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:29:47.222041 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa1327a-6221-4966-91db-6766dd56b342,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:47.326953 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48212) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:47.471148 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8faaea1-8094-4a4f-ac30-0a51664b5bfa tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (97deb04a-f64c-4f35-83a1-e09343004152), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:47.542898 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8faaea1-8094-4a4f-ac30-0a51664b5bfa tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (97deb04a-f64c-4f35-83a1-e09343004152), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:47.598571 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks [] for router_gateway (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:47.694958 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:47.704096 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8faaea1-8094-4a4f-ac30-0a51664b5bfa tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (97deb04a-f64c-4f35-83a1-e09343004152), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:47.706718 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8faaea1-8094-4a4f-ac30-0a51664b5bfa tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:47.707967 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f8faaea1-8094-4a4f-ac30-0a51664b5bfa tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "DELETE /v2.0/security-groups/97deb04a-f64c-4f35-83a1-e09343004152 HTTP/1.1" status: 204 len: 168 time: 0.3799360 Jun 06 14:29:47.717366 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48216) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:47.732794 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faaea1-8094-4a4f-ac30-0a51664b5bfa tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97deb04a-f64c-4f35-83a1-e09343004152,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:47.765875 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.api.v2.resource [None req-0967cbed-0c55-4f1d-93b8-98258454627c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] show failed (client error): The resource could not be found. Jun 06 14:29:47.773227 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0967cbed-0c55-4f1d-93b8-98258454627c tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "GET /v2.0/security-groups/97deb04a-f64c-4f35-83a1-e09343004152 HTTP/1.1" status: 404 len: 347 time: 0.0531499 Jun 06 14:29:47.774558 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48218) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:47.854085 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:47.865015 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:47.878731 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b34ace-da54-48f1-98c9-bd6cb046baa9 req-12248361-f832-4094-ba66-d261d977d3ab tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:47.882016 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42b34ace-da54-48f1-98c9-bd6cb046baa9 req-12248361-f832-4094-ba66-d261d977d3ab tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 945 time: 0.2391064 Jun 06 14:29:48.003197 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Deleting port 3d0d2a74-7275-433c-a613-d8722ec7f418 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:29:48.003491 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (3d0d2a74-7275-433c-a613-d8722ec7f418), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.007793 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:48.046271 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:29:48.063927 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42b34ace-da54-48f1-98c9-bd6cb046baa9 req-9d6815f0-b683-467b-ac6d-252a5cfb844b tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348486 Jun 06 14:29:48.114409 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (3d0d2a74-7275-433c-a613-d8722ec7f418), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.114667 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed06fe4-4e56-4239-8dd3-dcee1b025976 None None] Network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:29:48.115192 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (3d0d2a74-7275-433c-a613-d8722ec7f418), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.142316 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Calling delete_port for 3d0d2a74-7275-433c-a613-d8722ec7f418 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:29:48.231280 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:48.235894 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:29:48.255198 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Sync routers for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:29:48.286042 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:48.287647 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:48.292591 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-d450b565-0121-4a8e-bc9b-9826276c0b82 None None] Provisioning complete for port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:48.293425 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d450b565-0121-4a8e-bc9b-9826276c0b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.324661 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-3f05888b-35cc-4acf-af38-4c68e6b3bdae tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:48.326702 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-3f05888b-35cc-4acf-af38-4c68e6b3bdae tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 945 time: 0.0589216 Jun 06 14:29:48.387293 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.388928 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8c2e3be0-2bdd-4a45-8d9b-8875b45a61d3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9711792 Jun 06 14:29:48.398473 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48220) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:48.408328 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (3d0d2a74-7275-433c-a613-d8722ec7f418), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.417205 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 1b0f9388-07bf-450f-b7f5-318b018f0bf6 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:29:48.474345 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Pushing event deleted for resources: {'Port': ['ID=3d0d2a74-7275-433c-a613-d8722ec7f418,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:48.594238 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:48.598260 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Deleting port 569a35d2-8e05-47d7-a517-e0725926092d {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:29:48.599009 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (569a35d2-8e05-47d7-a517-e0725926092d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.617025 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d450b565-0121-4a8e-bc9b-9826276c0b82 None None] Current status of the port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:48.617636 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d450b565-0121-4a8e-bc9b-9826276c0b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.637188 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:48.637615 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.649320 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks [] for floatingip (1d38eeb2-759e-47c5-b49e-c08f598ad4e4), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.656316 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.660948 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0bf6295b-f76a-4503-89b3-bdcd92f3209f tempest-AttachVolumeNegativeTest-1840098719 tempest-AttachVolumeNegativeTest-1840098719-project] 10.222.0.13 "DELETE /v2.0/floatingips/1d38eeb2-759e-47c5-b49e-c08f598ad4e4 HTTP/1.1" status: 204 len: 168 time: 0.8785672 Jun 06 14:29:48.710242 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d450b565-0121-4a8e-bc9b-9826276c0b82 None None] For port 1b0f9388-07bf-450f-b7f5-318b018f0bf6, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=1b0f9388-07bf-450f-b7f5-318b018f0bf6,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:48.726795 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d450b565-0121-4a8e-bc9b-9826276c0b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.825107 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:29:48.827922 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:48.900228 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:29:48.900761 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 54eefa90-9f94-4ed2-bf4a-e8bd9973a2a1 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:29:48.935230 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-470f83f8-665a-4c2f-8644-33526f9f3466 None None] Provisioning complete for port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:48.935795 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-470f83f8-665a-4c2f-8644-33526f9f3466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:48.978876 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:47Z', 'revision_number': 3, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:49.015775 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450b565-0121-4a8e-bc9b-9826276c0b82 None None] Pushing event updated for resources: {'Port': ['ID=1b0f9388-07bf-450f-b7f5-318b018f0bf6,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:49.044686 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Checking router: a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:29:49.045458 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Updating router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 port 7aa1327a-6221-4966-91db-6766dd56b342 binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:29:49.061512 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:49.073111 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] For port 569a35d2-8e05-47d7-a517-e0725926092d, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=569a35d2-8e05-47d7-a517-e0725926092d,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:49.079795 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (569a35d2-8e05-47d7-a517-e0725926092d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.114487 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7aa1327a-6221-4966-91db-6766dd56b342), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.156168 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-470f83f8-665a-4c2f-8644-33526f9f3466 None None] Current status of the port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:49.167647 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:49.303642 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54597ceb-b145-45c7-beb5-5c907d6790c1 req-b025d3c9-7807-4d1d-a8d6-962c199d8450 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:49.305284 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-54597ceb-b145-45c7-beb5-5c907d6790c1 req-b025d3c9-7807-4d1d-a8d6-962c199d8450 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 945 time: 0.0797358 Jun 06 14:29:49.371010 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-54597ceb-b145-45c7-beb5-5c907d6790c1 req-2712a9e8-e99f-41b0-8f92-df2c4a254c0d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbdc88b4-19d5-45f5-b84b-30c4540b76ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578997 Jun 06 14:29:49.395563 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:49.494637 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.495028 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (80bd2d6d-3a20-4830-bed7-bdf1eaf52c88), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.495396 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Floating IP 80bd2d6d-3a20-4830-bed7-bdf1eaf52c88 disassociated. External IP: 172.27.1.200, port: 569a35d2-8e05-47d7-a517-e0725926092d. Jun 06 14:29:49.495754 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Calling delete_port for 569a35d2-8e05-47d7-a517-e0725926092d owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:29:49.526817 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:49.539108 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Publish callbacks [] for port (7aa1327a-6221-4966-91db-6766dd56b342), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.548840 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7aa1327a-6221-4966-91db-6766dd56b342), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.652694 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Pushing event updated for resources: {'Port': ['ID=7aa1327a-6221-4966-91db-6766dd56b342,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:49.667039 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Attempting to bind port 7aa1327a-6221-4966-91db-6766dd56b342 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:29:49.667606 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Attempting to bind port 7aa1327a-6221-4966-91db-6766dd56b342 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:29:49.668165 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Attempting to bind port 7aa1327a-6221-4966-91db-6766dd56b342 on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:29:49.674737 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.675264 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.675807 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.676361 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.676883 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.677385 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.677939 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.678461 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.678984 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.679538 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.680067 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.680603 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.682715 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.683237 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.683732 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:29:49.693249 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:29:49.693859 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:29:49.694587 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.695692 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:29:49.695893 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Bound port: 7aa1327a-6221-4966-91db-6766dd56b342, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:29:49.696394 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7aa1327a-6221-4966-91db-6766dd56b342), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.783818 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] For port 7aa1327a-6221-4966-91db-6766dd56b342, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:29:49.789447 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] For port 7aa1327a-6221-4966-91db-6766dd56b342, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7aa1327a-6221-4966-91db-6766dd56b342,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:29:49.799644 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7aa1327a-6221-4966-91db-6766dd56b342), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.823271 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.882041 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (569a35d2-8e05-47d7-a517-e0725926092d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:49.903067 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:49.903989 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:49.978412 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79e64a-7d89-45ad-987f-9aa1b9b57953 None None] Pushing event updated for resources: {'Port': ['ID=7aa1327a-6221-4966-91db-6766dd56b342,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:49.990141 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event deleted for resources: {'Port': ['ID=569a35d2-8e05-47d7-a517-e0725926092d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:50.097017 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:50.235779 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Router 83307133-27e0-48c0-9ed9-cff784b91524 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:29:50.252369 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Allocated IP 172.20.0.1 (5aaebfbc-d478-477c-b5e8-32d8ff91fb13/b0ba066a-4556-4e15-b564-a5fec787deb6/ff126bb1-3cab-46bb-95d4-0825b206293e) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:29:50.314724 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 1b0f9388-07bf-450f-b7f5-318b018f0bf6 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:29:50.401613 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:50.439493 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:50.439867 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:50.448692 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:47Z', 'revision_number': 3, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:50.453423 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:50.498646 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:50.500889 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:29:50.528867 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:50.536873 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Publish callbacks [] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:50.537259 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380360c5-2b19-442f-93d9-2f906987869c None None] Sync routers for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:29:50.583327 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-69aba9ae-6cd1-4278-a610-dea97bdd315d req-7ee6cfb6-f979-4f4c-a15e-e3fd9caa06ff tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ad1d56f-357d-443c-a043-471ab99f59e6 HTTP/1.1" status: 200 len: 210 time: 0.0840116 Jun 06 14:29:50.584359 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:50.590923 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380360c5-2b19-442f-93d9-2f906987869c None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:50.591728 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-380360c5-2b19-442f-93d9-2f906987869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:50.625666 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] No DVR routers for this DVR port 569a35d2-8e05-47d7-a517-e0725926092d on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:29:50.631867 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:50.636593 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a3eab9f7-3410-4826-b270-46013d45e8a9 req-38abd486-a769-489f-90c4-1b3a98cc2de1 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.46 "DELETE /v2.0/ports/569a35d2-8e05-47d7-a517-e0725926092d HTTP/1.1" status: 204 len: 173 time: 2.3005688 Jun 06 14:29:50.637546 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'name': 'network-vif-deleted', 'tag': '569a35d2-8e05-47d7-a517-e0725926092d'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:29:50.640052 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0200ca2-2811-4d1d-ac17-0c8f577ae596" -d '{"events": [{"server_uuid": "9ad1d56f-357d-443c-a043-471ab99f59e6", "name": "network-vif-deleted", "tag": "569a35d2-8e05-47d7-a517-e0725926092d"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:29:50.709005 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:50.741688 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285e83d9-99b1-4161-8373-443cb67ea7c1 None None] The sync data for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi is: [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:47Z', 'revision_number': 3, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:29:50.781729 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e4dfd5-8284-48dc-aece-6d47874d6140 x-openstack-request-id: req-c9e4dfd5-8284-48dc-aece-6d47874d6140 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:29:50.782155 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad1d56f-357d-443c-a043-471ab99f59e6", "name": "network-vif-deleted", "tag": "569a35d2-8e05-47d7-a517-e0725926092d", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:29:50.783512 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9e4dfd5-8284-48dc-aece-6d47874d6140 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:29:50.783512 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e4dfd5-8284-48dc-aece-6d47874d6140'] response: {'server_uuid': '9ad1d56f-357d-443c-a043-471ab99f59e6', 'name': 'network-vif-deleted', 'tag': '569a35d2-8e05-47d7-a517-e0725926092d', 'status': 'completed', 'code': 200} Jun 06 14:29:50.797021 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:50.800391 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:29:50.804054 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:29:50.809596 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:29:50.840184 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Pushing event updated for resources: {'Port': ['ID=ff126bb1-3cab-46bb-95d4-0825b206293e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:50.856808 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-380360c5-2b19-442f-93d9-2f906987869c None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:50.869320 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:51.064609 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:51.265791 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-380360c5-2b19-442f-93d9-2f906987869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:51.272560 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-f43959f9-94ce-4dbe-9591-d5a278855307 None None] Provisioning complete for port ff126bb1-3cab-46bb-95d4-0825b206293e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:51.272560 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f43959f9-94ce-4dbe-9591-d5a278855307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:51.400766 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380360c5-2b19-442f-93d9-2f906987869c None None] Checking router: 83307133-27e0-48c0-9ed9-cff784b91524 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:29:51.447880 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f43959f9-94ce-4dbe-9591-d5a278855307 None None] Port ff126bb1-3cab-46bb-95d4-0825b206293e cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:29:51.450744 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380360c5-2b19-442f-93d9-2f906987869c None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:51.452796 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-380360c5-2b19-442f-93d9-2f906987869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:51.668750 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:51.763805 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-380360c5-2b19-442f-93d9-2f906987869c None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:51.779727 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48258) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:51.894444 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-685f29ed-f701-4e39-9466-00a84e64a135 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (cbdc88b4-19d5-45f5-b84b-30c4540b76ed), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:51.928051 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-685f29ed-f701-4e39-9466-00a84e64a135 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (cbdc88b4-19d5-45f5-b84b-30c4540b76ed), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.005264 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-685f29ed-f701-4e39-9466-00a84e64a135 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (cbdc88b4-19d5-45f5-b84b-30c4540b76ed), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.008550 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-685f29ed-f701-4e39-9466-00a84e64a135 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.014847 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-685f29ed-f701-4e39-9466-00a84e64a135 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "DELETE /v2.0/security-groups/cbdc88b4-19d5-45f5-b84b-30c4540b76ed HTTP/1.1" status: 204 len: 168 time: 0.2291527 Jun 06 14:29:52.016858 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48262) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:52.038243 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f29ed-f701-4e39-9466-00a84e64a135 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc88b4-19d5-45f5-b84b-30c4540b76ed,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:52.071897 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.api.v2.resource [None req-f4088b23-d60c-4a75-95a1-68b6c9d2ffa3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] show failed (client error): The resource could not be found. Jun 06 14:29:52.073920 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f4088b23-d60c-4a75-95a1-68b6c9d2ffa3 tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "GET /v2.0/security-groups/cbdc88b4-19d5-45f5-b84b-30c4540b76ed HTTP/1.1" status: 404 len: 347 time: 0.0555003 Jun 06 14:29:52.079164 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48264) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:52.322300 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Publish callbacks [] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.335030 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.356593 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7aa1327a-6221-4966-91db-6766dd56b342 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:29:52.397126 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Deleting port aa75e4a1-2d17-44d0-b1ea-2e3c81b51729 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:29:52.397459 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (aa75e4a1-2d17-44d0-b1ea-2e3c81b51729), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.465841 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7aa1327a-6221-4966-91db-6766dd56b342 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:52.466781 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7aa1327a-6221-4966-91db-6766dd56b342), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.471466 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Pushing event updated for resources: {'Port': ['ID=ff126bb1-3cab-46bb-95d4-0825b206293e,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:52.485082 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.546575 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-380360c5-2b19-442f-93d9-2f906987869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:52.593102 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:52.595505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (aa75e4a1-2d17-44d0-b1ea-2e3c81b51729), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.595859 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (aa75e4a1-2d17-44d0-b1ea-2e3c81b51729), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.596104 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380360c5-2b19-442f-93d9-2f906987869c None None] The sync data for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi is: [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:22:34Z', 'revision_number': 4, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4f6c47e9-7d3f-4bb1-857c-bf1285f0152a', 'name': '', 'network_id': 'e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'mac_address': 'fa:16:3e:56:04:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:32Z', 'updated_at': '2022-06-06T14:22:49Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'subnets': [{'id': '0def4104-2aaf-4064-a46e-4a35fc753887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:29:52.636803 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Calling delete_port for aa75e4a1-2d17-44d0-b1ea-2e3c81b51729 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:29:52.651868 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:52.657124 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7aa1327a-6221-4966-91db-6766dd56b342 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:52.657525 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7aa1327a-6221-4966-91db-6766dd56b342), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.684344 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port 7aa1327a-6221-4966-91db-6766dd56b342, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7aa1327a-6221-4966-91db-6766dd56b342,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:52.690799 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7aa1327a-6221-4966-91db-6766dd56b342), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.732197 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:29:52.738484 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:29:52.746589 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 569a35d2-8e05-47d7-a517-e0725926092d no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:29:52.779801 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 569a35d2-8e05-47d7-a517-e0725926092d {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:29:52.780177 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 569a35d2-8e05-47d7-a517-e0725926092d not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:29:52.782839 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=7aa1327a-6221-4966-91db-6766dd56b342,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:52.917867 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:29:52.939235 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (aa75e4a1-2d17-44d0-b1ea-2e3c81b51729), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:52.999250 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Pushing event deleted for resources: {'Port': ['ID=aa75e4a1-2d17-44d0-b1ea-2e3c81b51729,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:53.094896 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-b0603b04-ecdc-4cde-be12-f6f62240dc3a None None] Provisioning complete for port ff126bb1-3cab-46bb-95d4-0825b206293e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:53.095279 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b0603b04-ecdc-4cde-be12-f6f62240dc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:53.121939 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks [] for floatingip (80bd2d6d-3a20-4830-bed7-bdf1eaf52c88), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:53.124466 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:53.125680 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bfef2c09-5563-432a-a2a2-6bf897add42d tempest-AttachVolumeTestJSON-866352707 tempest-AttachVolumeTestJSON-866352707-project] 10.222.0.13 "DELETE /v2.0/floatingips/80bd2d6d-3a20-4830-bed7-bdf1eaf52c88 HTTP/1.1" status: 204 len: 168 time: 1.0450644 Jun 06 14:29:53.127359 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:29:53.139378 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-baa6b30f-d7db-4140-82bd-8f7e7dc92b6d admin admin] 10.222.0.13 "PUT /v2.0/routers/a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7378576 Jun 06 14:29:53.179670 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-b0603b04-ecdc-4cde-be12-f6f62240dc3a None None] Port ff126bb1-3cab-46bb-95d4-0825b206293e cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:29:53.236882 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48276) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:53.421112 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Sync routers for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:29:53.442403 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:53.445664 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:53.517667 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ac7ce-c93f-4258-90a0-64b76e6abbc5 None None] New status for floating IP 80bd2d6d-3a20-4830-bed7-bdf1eaf52c88: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:29:53.596359 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:53.625101 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:53.865589 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'ff126bb1-3cab-46bb-95d4-0825b206293e', 'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'mac_address': 'fa:16:3e:ae:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:49Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 2, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'subnets': [{'id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:53.872707 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:53.900063 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Checking router: a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:29:53.900436 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Updating router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 port ff126bb1-3cab-46bb-95d4-0825b206293e binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:29:53.930184 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (b38e6461-6dab-4363-8780-1c96b4125576), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:53.931611 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.023319 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48294) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:54.030991 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-632789441-network', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:29:54.064585 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Made reservation on behalf of 046d374b343c49deaa23fb1fbdb85cbe for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:29:54.069683 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.088705 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.156468 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:54.179463 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:54.214456 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Publish callbacks [] for security_group (33204f13-bb05-47a9-98c7-98c17111bfe6), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.219853 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (33204f13-bb05-47a9-98c7-98c17111bfe6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.222447 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Deleting port 939e70a2-16cd-4ea8-865c-5552a6cd0c25 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:29:54.222843 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.264225 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:29:54.273460 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33204f13-bb05-47a9-98c7-98c17111bfe6,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:54.284283 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (81f941b5-00fc-4ba9-a23b-342d353b375c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.284999 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Added segment 81f941b5-00fc-4ba9-a23b-342d353b375c of type vlan for network 0656e80d-3001-45ea-97dd-c492e5f0b696 Jun 06 14:29:54.323319 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7aa1327a-6221-4966-91db-6766dd56b342 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:29:54.340815 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (0656e80d-3001-45ea-97dd-c492e5f0b696), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.385889 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] For port 939e70a2-16cd-4ea8-865c-5552a6cd0c25, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=939e70a2-16cd-4ea8-865c-5552a6cd0c25,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:54.386534 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.403445 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (0656e80d-3001-45ea-97dd-c492e5f0b696), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.406030 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:54.406761 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.416805 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Calling delete_port for 939e70a2-16cd-4ea8-865c-5552a6cd0c25 owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:29:54.433128 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:54.448675 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Publish callbacks [] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.457859 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.464823 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7aa1327a-6221-4966-91db-6766dd56b342 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:54.465853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7aa1327a-6221-4966-91db-6766dd56b342), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.558989 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5327022 Jun 06 14:29:54.575100 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48302) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:54.582194 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Request body: {'subnet': {'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-632789441-subnet', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:29:54.633375 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78295ce-1c31-448a-a953-09281274dba6 admin admin] Pushing event updated for resources: {'Network': ['ID=0656e80d-3001-45ea-97dd-c492e5f0b696,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:54.660349 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77715c0b-0907-4c4f-87f0-4ad090b9025f None None] Pushing event updated for resources: {'Port': ['ID=ff126bb1-3cab-46bb-95d4-0825b206293e,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:54.662405 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Made reservation on behalf of 046d374b343c49deaa23fb1fbdb85cbe for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:29:54.667266 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network 0656e80d-3001-45ea-97dd-c492e5f0b696 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:29:54.667873 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26770735'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.683753 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Attempting to bind port ff126bb1-3cab-46bb-95d4-0825b206293e on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:29:54.684328 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Attempting to bind port ff126bb1-3cab-46bb-95d4-0825b206293e by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:29:54.685445 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Attempting to bind port ff126bb1-3cab-46bb-95d4-0825b206293e on network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:29:54.698345 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:29:54.699089 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Checking segment: {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:29:54.700003 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.701089 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Bound using segment: {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:29:54.703053 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Bound port: ff126bb1-3cab-46bb-95d4-0825b206293e, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:29:54.703502 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.817695 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (939e70a2-16cd-4ea8-865c-5552a6cd0c25), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:54.887993 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7aa1327a-6221-4966-91db-6766dd56b342 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:54.896895 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=939e70a2-16cd-4ea8-865c-5552a6cd0c25,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:54.909658 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] For port ff126bb1-3cab-46bb-95d4-0825b206293e, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:29:54.915566 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] For port ff126bb1-3cab-46bb-95d4-0825b206293e, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ff126bb1-3cab-46bb-95d4-0825b206293e,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:29:54.922102 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:54.931354 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.008275 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:55.009475 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:55.054656 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:55.092515 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6926e0c9-ca82-464c-bc7c-fc880ee53844 None None] Provisioning complete for port ff126bb1-3cab-46bb-95d4-0825b206293e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:55.092981 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6926e0c9-ca82-464c-bc7c-fc880ee53844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.109253 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77715c0b-0907-4c4f-87f0-4ad090b9025f None None] Pushing event updated for resources: {'Port': ['ID=ff126bb1-3cab-46bb-95d4-0825b206293e,revision_number=4']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:55.172502 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25289724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26770717'] for subnet (70718815-8eb8-4c4b-a5b9-cbc2b3485fbf), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.214182 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:55.232988 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:55.263871 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:55.296541 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6926e0c9-ca82-464c-bc7c-fc880ee53844 None None] Current status of the port ff126bb1-3cab-46bb-95d4-0825b206293e is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:55.296936 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6926e0c9-ca82-464c-bc7c-fc880ee53844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.303041 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70718815-8eb8-4c4b-a5b9-cbc2b3485fbf,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:55.338322 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:55.348766 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (b38e6461-6dab-4363-8780-1c96b4125576), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.356471 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6926e0c9-ca82-464c-bc7c-fc880ee53844 None None] For port ff126bb1-3cab-46bb-95d4-0825b206293e, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ff126bb1-3cab-46bb-95d4-0825b206293e,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:55.364698 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6926e0c9-ca82-464c-bc7c-fc880ee53844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.365859 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Checking segment: {'id': '81f941b5-00fc-4ba9-a23b-342d353b375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:29:55.366465 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Network hostable DHCP agents. Network: 0656e80d-3001-45ea-97dd-c492e5f0b696, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:29:55.396527 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Network 0656e80d-3001-45ea-97dd-c492e5f0b696 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:29:55.426955 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, 0656e80d-3001-45ea-97dd-c492e5f0b696) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:29:55.448211 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:29:55.449989 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.452854 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926e0c9-ca82-464c-bc7c-fc880ee53844 None None] Pushing event updated for resources: {'Port': ['ID=ff126bb1-3cab-46bb-95d4-0825b206293e,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:55.465337 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4364eb-45d8-473b-b556-de68055311f9 None None] Network 0656e80d-3001-45ea-97dd-c492e5f0b696 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:29:55.534137 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d9a2a94c-e985-43d8-bdf3-18a5548d2d59 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9554038 Jun 06 14:29:55.537092 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48304) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:55.565965 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:29:55.619573 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-0656e80d-3001-45ea-97dd-c492e5f0b696', 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696', 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'fixed_ips': [{'subnet_id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:29:55.621538 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.629174 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (c8a3e8c5-efdf-49f3-9b80-b92887f264be), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.630557 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (c8a3e8c5-efdf-49f3-9b80-b92887f264be), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.725420 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks [] for router_controller (c8a3e8c5-efdf-49f3-9b80-b92887f264be), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.761010 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'ff126bb1-3cab-46bb-95d4-0825b206293e', 'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'mac_address': 'fa:16:3e:ae:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:49Z', 'updated_at': '2022-06-06T14:29:54Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'subnets': [{'id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:55.838662 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d47f4-ba06-4293-b546-452c1d63f635 None None] The sync data for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi is: [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'ff126bb1-3cab-46bb-95d4-0825b206293e', 'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'mac_address': 'fa:16:3e:ae:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:49Z', 'updated_at': '2022-06-06T14:29:54Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'subnets': [{'id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:29:55.917876 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0fcfebe8-916b-4c35-b439-7fe06804eb24 None None] Provisioning complete for port ff126bb1-3cab-46bb-95d4-0825b206293e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:55.917876 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0fcfebe8-916b-4c35-b439-7fe06804eb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:55.949660 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Router b38e6461-6dab-4363-8780-1c96b4125576 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:29:56.128828 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks [] for router_gateway (c8a3e8c5-efdf-49f3-9b80-b92887f264be), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:56.193977 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Allocated IP 172.20.0.2 (0656e80d-3001-45ea-97dd-c492e5f0b696/70718815-8eb8-4c4b-a5b9-cbc2b3485fbf/29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:29:56.219386 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:56.257187 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:29:56.268119 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-933a430a-20d1-448e-9181-544587825eb0 admin admin] 10.222.0.13 "PUT /v2.0/routers/b38e6461-6dab-4363-8780-1c96b4125576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0295916 Jun 06 14:29:56.272418 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48316) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:56.287833 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] Sync routers for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:29:56.295944 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=9 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:56.315875 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:56.318618 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:56.409736 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfebe8-916b-4c35-b439-7fe06804eb24 None None] Current status of the port ff126bb1-3cab-46bb-95d4-0825b206293e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:56.451394 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks [] for router (b38e6461-6dab-4363-8780-1c96b4125576), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:56.662047 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ff126bb1-3cab-46bb-95d4-0825b206293e up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:29:56.676513 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:56.679392 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks [] for router_gateway (c8a3e8c5-efdf-49f3-9b80-b92887f264be), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:56.703421 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:56.708597 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks [] for router_gateway (b38e6461-6dab-4363-8780-1c96b4125576), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:56.775268 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Publish callbacks [] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:56.786236 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:56.797526 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Deleting port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:29:56.797901 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:56.804418 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:56.865067 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Network 0656e80d-3001-45ea-97dd-c492e5f0b696 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:29:56.870890 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:29:56.890985 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:29:56.895833 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port ff126bb1-3cab-46bb-95d4-0825b206293e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:56.896586 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:56.904247 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Pushing event updated for resources: {'Port': ['ID=29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:56.942423 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Allocated IP 172.27.1.44 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/ff842386-e64a-45a2-9e94-53496a2998a1) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:29:57.019137 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] For port 7c1cd97f-ce38-4cd1-a85e-34c642e313c6, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7c1cd97f-ce38-4cd1-a85e-34c642e313c6,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:57.019516 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.058098 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Attempting to bind port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:29:57.058712 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Attempting to bind port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '81f941b5-00fc-4ba9-a23b-342d353b375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:29:57.058712 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Attempting to bind port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 on network 0656e80d-3001-45ea-97dd-c492e5f0b696 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:29:57.059115 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Calling delete_port for 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 owned by network:router_gateway {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:29:57.080058 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:29:57.080742 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Checking segment: {'id': '81f941b5-00fc-4ba9-a23b-342d353b375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:29:57.081637 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.082163 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Bound using segment: {'id': '81f941b5-00fc-4ba9-a23b-342d353b375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:29:57.082763 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Bound port: 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f941b5-00fc-4ba9-a23b-342d353b375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:29:57.083279 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.100524 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port ff126bb1-3cab-46bb-95d4-0825b206293e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:29:57.156965 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks [] for port (ff842386-e64a-45a2-9e94-53496a2998a1), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.166593 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] For port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:29:57.171040 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] For port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473,segment=NetworkSegment(81f941b5-00fc-4ba9-a23b-342d353b375c),segment_id=81f941b5-00fc-4ba9-a23b-342d353b375c)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:29:57.175850 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:57.185405 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.239424 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.250524 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:29:54Z', 'revision_number': 5, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port': {'id': '7c1cd97f-ce38-4cd1-a85e-34c642e313c6', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:11Z', 'updated_at': '2022-06-06T14:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:57.261508 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:57.292485 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dd291-6d9e-413f-92af-ba0999ff16be None None] Pushing event updated for resources: {'Port': ['ID=29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:57.331983 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] Checking router: b38e6461-6dab-4363-8780-1c96b4125576 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:29:57.348633 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:29:57.359716 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:57.362257 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] Routers {'b38e6461-6dab-4363-8780-1c96b4125576'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:57.368788 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:29:57.378494 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:29:57.378729 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b38e6461-6dab-4363-8780-1c96b4125576'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:57.459524 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48324) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:57.500406 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (7c1cd97f-ce38-4cd1-a85e-34c642e313c6), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.568069 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1cd97f-ce38-4cd1-a85e-34c642e313c6,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:57.660440 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Pushing event updated for resources: {'Port': ['ID=ff842386-e64a-45a2-9e94-53496a2998a1,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:57.669137 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] Set router b38e6461-6dab-4363-8780-1c96b4125576 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:57.761633 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (b38e6461-6dab-4363-8780-1c96b4125576), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.855772 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:29:56Z', 'revision_number': 6, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port_host': None}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:57.904273 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks [] for router_gateway (c8a3e8c5-efdf-49f3-9b80-b92887f264be), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.940405 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (b38e6461-6dab-4363-8780-1c96b4125576), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.945104 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks [] for router_controller (b38e6461-6dab-4363-8780-1c96b4125576), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:57.968907 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e926f-72ac-42ff-974c-7b649909d86a None None] The sync data for ids ['b38e6461-6dab-4363-8780-1c96b4125576'] in dv-cinder-844140-2-iscsi is: [{'id': 'b38e6461-6dab-4363-8780-1c96b4125576', 'name': 'tempest-AttachVolumeNegativeTest-1208772869-router', 'tenant_id': 'f185078fd436428e818d6dba472bacb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:10Z', 'updated_at': '2022-06-06T14:29:56Z', 'revision_number': 6, 'project_id': 'f185078fd436428e818d6dba472bacb8', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:29:57.995605 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:58.063454 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (b38e6461-6dab-4363-8780-1c96b4125576), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:58.064572 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b38e6461-6dab-4363-8780-1c96b4125576 {{(pid=103910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:29:58.077176 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:58.078696 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f7670315-7b55-4473-bbe8-5d81949d0527 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b38e6461-6dab-4363-8780-1c96b4125576 HTTP/1.1" status: 204 len: 168 time: 1.8049617 Jun 06 14:29:58.081699 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48328) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:58.157121 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (c8a3e8c5-efdf-49f3-9b80-b92887f264be), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:58.326101 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Router c8a3e8c5-efdf-49f3-9b80-b92887f264be is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:29:58.447846 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:29:58.463039 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Sync routers for ids ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:29:58.475466 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:58.478154 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-de23e709-f059-4986-b391-5219fe313f84 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9383137 Jun 06 14:29:58.482155 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48330) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:58.483505 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Routers {'c8a3e8c5-efdf-49f3-9b80-b92887f264be'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:29:58.484163 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:58.516638 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-be68d29f-07ab-428a-a11b-10d5094ca432 admin admin] Deleting subnet 31ef9458-4e63-4d83-8724-a942c881e3bd {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:29:58.520989 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-be68d29f-07ab-428a-a11b-10d5094ca432 admin admin] Publish callbacks [] for subnet (31ef9458-4e63-4d83-8724-a942c881e3bd), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:58.571288 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-be68d29f-07ab-428a-a11b-10d5094ca432 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (31ef9458-4e63-4d83-8724-a942c881e3bd), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:58.771644 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Set router c8a3e8c5-efdf-49f3-9b80-b92887f264be gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:29:58.934399 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-be68d29f-07ab-428a-a11b-10d5094ca432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (31ef9458-4e63-4d83-8724-a942c881e3bd), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:58.974856 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:59.167437 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:29:59.168251 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-be68d29f-07ab-428a-a11b-10d5094ca432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (31ef9458-4e63-4d83-8724-a942c881e3bd), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:59.201327 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:59.216704 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:55Z', 'updated_at': '2022-06-06T14:29:57Z', 'revision_number': 3, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'gw_port': {'id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:56Z', 'updated_at': '2022-06-06T14:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:29:59.272887 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Checking router: c8a3e8c5-efdf-49f3-9b80-b92887f264be for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:29:59.273432 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Updating router c8a3e8c5-efdf-49f3-9b80-b92887f264be port ff842386-e64a-45a2-9e94-53496a2998a1 binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:29:59.301097 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:59.308884 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68d29f-07ab-428a-a11b-10d5094ca432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ef9458-4e63-4d83-8724-a942c881e3bd,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:29:59.318321 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-be68d29f-07ab-428a-a11b-10d5094ca432 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:59.328420 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48332) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:29:59.329975 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-be68d29f-07ab-428a-a11b-10d5094ca432 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/31ef9458-4e63-4d83-8724-a942c881e3bd HTTP/1.1" status: 204 len: 168 time: 1.2421613 Jun 06 14:29:59.347220 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:59.356760 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56541b-080e-4f57-a01d-7c3450031bba None None] Network 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:29:59.377352 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:59.461357 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (83307133-27e0-48c0-9ed9-cff784b91524), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:59.479375 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f18f3-b9e4-4a1f-bbd6-3c93849a04ed None None] Network 0656e80d-3001-45ea-97dd-c492e5f0b696 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:29:59.755183 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-f56ddc0c-37e0-49d4-a125-6e7f5eea2624 None None] Provisioning complete for port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:59.755614 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f56ddc0c-37e0-49d4-a125-6e7f5eea2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:59.819152 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:29:59.819499 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:59.846937 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Deleting port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:29:59.846937 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:59.909435 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (5c80cddf-8aa7-4709-b4d4-0401b235b6d1), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:59.915544 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:29:59.976917 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:29:59.992114 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] For port 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=4f6c47e9-7d3f-4bb1-857c-bf1285f0152a,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:29:59.992955 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.027412 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Calling delete_port for 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:00.029692 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:00.049408 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Deleting port 60b20846-8236-4a29-9c2f-3854160ebe37 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:00.054948 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.142257 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] DHCP port deletion for 5c80cddf-8aa7-4709-b4d4-0401b235b6d1 request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:30:00.212558 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] For port 60b20846-8236-4a29-9c2f-3854160ebe37, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=60b20846-8236-4a29-9c2f-3854160ebe37,segment=NetworkSegment(651399e9-c756-48d6-84c3-24826ec0c3bc),segment_id=651399e9-c756-48d6-84c3-24826ec0c3bc)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:00.212932 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.278740 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Calling delete_port for 60b20846-8236-4a29-9c2f-3854160ebe37 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:00.310363 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f56ddc0c-37e0-49d4-a125-6e7f5eea2624 None None] Current status of the port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:00.312077 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f56ddc0c-37e0-49d4-a125-6e7f5eea2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.351178 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:00.351854 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.419375 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Allocated IP 172.20.0.1 (0656e80d-3001-45ea-97dd-c492e5f0b696/70718815-8eb8-4c4b-a5b9-cbc2b3485fbf/5143ed62-03a6-453c-96b2-242a6354d505) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:30:00.435840 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (4f6c47e9-7d3f-4bb1-857c-bf1285f0152a), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.463846 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.506923 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6c47e9-7d3f-4bb1-857c-bf1285f0152a,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:00.547021 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-f56ddc0c-37e0-49d4-a125-6e7f5eea2624 None None] For port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473,segment=NetworkSegment(81f941b5-00fc-4ba9-a23b-342d353b375c),segment_id=81f941b5-00fc-4ba9-a23b-342d353b375c)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:00.565215 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=60b20846-8236-4a29-9c2f-3854160ebe37,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:00.569030 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] No DVR routers for this DVR port 60b20846-8236-4a29-9c2f-3854160ebe37 on host dv-cinder-844140-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:00.575140 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] Deleting port 60b20846-8236-4a29-9c2f-3854160ebe37 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:00.575521 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.677740 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f56ddc0c-37e0-49d4-a125-6e7f5eea2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.719088 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:00.746951 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (5c80cddf-8aa7-4709-b4d4-0401b235b6d1), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.763024 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] For port 60b20846-8236-4a29-9c2f-3854160ebe37, host dv-cinder-844140-2-iscsi, got binding levels [] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:00.767477 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.801936 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Publish callbacks [] for port (5143ed62-03a6-453c-96b2-242a6354d505), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.804875 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c80cddf-8aa7-4709-b4d4-0401b235b6d1']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:00.838131 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651399e9-c756-48d6-84c3-24826ec0c3bc') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:00.838359 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651399e9-c756-48d6-84c3-24826ec0c3bc') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:00.866578 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037615'] for segment (651399e9-c756-48d6-84c3-24826ec0c3bc), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.884998 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] Calling delete_port for 60b20846-8236-4a29-9c2f-3854160ebe37 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:00.889155 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.ipam_backend_mixin [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] Port 60b20846-8236-4a29-9c2f-3854160ebe37 was not found and therefore no delete operation was performed {{(pid=103911) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 06 14:30:00.894328 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-5eaad9c1-2b06-45bb-a2a1-566c9381188a None None] Provisioning complete for port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:00.895242 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5eaad9c1-2b06-45bb-a2a1-566c9381188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.898635 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445'] for port (60b20846-8236-4a29-9c2f-3854160ebe37), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.903522 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (651399e9-c756-48d6-84c3-24826ec0c3bc), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.914703 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:30:00.915782 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25289315'] for segment (651399e9-c756-48d6-84c3-24826ec0c3bc), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.927403 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] No DVR routers for this DVR port 60b20846-8236-4a29-9c2f-3854160ebe37 on host dv-cinder-844140-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:00.969442 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (83307133-27e0-48c0-9ed9-cff784b91524), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.982223 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 651399e9-c756-48d6-84c3-24826ec0c3bc resource provider aggregate not found Jun 06 14:30:00.987944 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (5143ed62-03a6-453c-96b2-242a6354d505), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:00.996591 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:01.005234 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:01.014715 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Publish callbacks [] for port (ff842386-e64a-45a2-9e94-53496a2998a1), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.045951 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 651399e9-c756-48d6-84c3-24826ec0c3bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 651399e9-c756-48d6-84c3-24826ec0c3bc found for delete ", "request_id": "req-bd79590c-fcbe-4a5d-bc74-32ade8e55de2"}]} Jun 06 14:30:01.052177 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 06 14:30:01.052889 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 14:30:01.065634 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.067683 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Network 0656e80d-3001-45ea-97dd-c492e5f0b696 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:30:01.075127 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:30:01.077422 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (5c80cddf-8aa7-4709-b4d4-0401b235b6d1), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.080744 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:30:01.083594 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ddc0c-37e0-49d4-a125-6e7f5eea2624 None None] Pushing event updated for resources: {'Port': ['ID=29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:01.105181 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Pushing event updated for resources: {'Port': ['ID=5143ed62-03a6-453c-96b2-242a6354d505,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:01.126370 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.130300 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c80cddf-8aa7-4709-b4d4-0401b235b6d1 HTTP/1.1" status: 204 len: 168 time: 1.7999380 Jun 06 14:30:01.130537 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b53a8d-1a09-47ed-98ea-b10d884262bd None None] Pushing event deleted for resources: {'Port': ['ID=60b20846-8236-4a29-9c2f-3854160ebe37,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:01.153365 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b336b70-9b59-4c46-a004-8617ac831c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c80cddf-8aa7-4709-b4d4-0401b235b6d1,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:01.172461 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:01.178462 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Attempting to bind port ff842386-e64a-45a2-9e94-53496a2998a1 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:30:01.178800 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Attempting to bind port ff842386-e64a-45a2-9e94-53496a2998a1 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:30:01.179124 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Attempting to bind port ff842386-e64a-45a2-9e94-53496a2998a1 on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:30:01.183560 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (c8a3e8c5-efdf-49f3-9b80-b92887f264be), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.214906 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:01.250338 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:30:01.250761 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:30:01.251150 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.251493 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:30:01.251991 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Bound port: ff842386-e64a-45a2-9e94-53496a2998a1, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:30:01.252372 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.334632 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-129df469-6841-4f8c-a060-5c94aa7427e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.339141 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7208abc-87c4-4628-8d5e-ffe99daec59b None None] Pushing event updated for resources: {'Port': ['ID=ff842386-e64a-45a2-9e94-53496a2998a1,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:01.374662 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5eaad9c1-2b06-45bb-a2a1-566c9381188a None None] Current status of the port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:01.452973 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] For port ff842386-e64a-45a2-9e94-53496a2998a1, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:30:01.462919 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] For port ff842386-e64a-45a2-9e94-53496a2998a1, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ff842386-e64a-45a2-9e94-53496a2998a1,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:30:01.481113 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.528524 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48342) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:01.601131 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5143ed62-03a6-453c-96b2-242a6354d505), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.605073 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:01.607154 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Router 83307133-27e0-48c0-9ed9-cff784b91524 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:30:01.699001 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Routers {'c8a3e8c5-efdf-49f3-9b80-b92887f264be'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:01.699918 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:01.891305 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:30:01.902380 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6195b9c3-a3a2-43a1-9cdc-af13902dac46 admin admin] 10.222.0.13 "PUT /v2.0/routers/83307133-27e0-48c0-9ed9-cff784b91524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4439743 Jun 06 14:30:01.905002 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48344) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:01.918581 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:01.922606 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] Sync routers for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:30:01.940076 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-f51f7337-1249-4ccd-aed8-c05b71c7c318 None None] Provisioning complete for port 5143ed62-03a6-453c-96b2-242a6354d505 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:01.940755 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f51f7337-1249-4ccd-aed8-c05b71c7c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5143ed62-03a6-453c-96b2-242a6354d505), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:01.972146 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:01.981474 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2a16a75b-3274-41ce-981f-7528dfce7fdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f185078fd436428e818d6dba472bacb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4512930 Jun 06 14:30:01.982361 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:01.991198 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48346) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:02.078264 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] Set router c8a3e8c5-efdf-49f3-9b80-b92887f264be gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:02.130351 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:02.135197 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:02.139998 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f51f7337-1249-4ccd-aed8-c05b71c7c318 None None] Port 5143ed62-03a6-453c-96b2-242a6354d505 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:30:02.142211 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7208abc-87c4-4628-8d5e-ffe99daec59b None None] Pushing event updated for resources: {'Port': ['ID=ff842386-e64a-45a2-9e94-53496a2998a1,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:02.153894 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:30:02.161881 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Publish callbacks [] for port (5143ed62-03a6-453c-96b2-242a6354d505), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.169624 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-19412660-6b25-4f42-8d8c-3eebb90cab97 admin admin] Publish callbacks [] for security_group (592ea275-81d3-4554-8495-10415c751ffb), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.170076 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (5143ed62-03a6-453c-96b2-242a6354d505), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.205006 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:02.245476 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-19412660-6b25-4f42-8d8c-3eebb90cab97 admin admin] Publish callbacks [] for security_group (592ea275-81d3-4554-8495-10415c751ffb), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.260845 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks [] for router (83307133-27e0-48c0-9ed9-cff784b91524), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.366986 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (c8a3e8c5-efdf-49f3-9b80-b92887f264be), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.370828 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:02.371197 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.390671 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Pushing event updated for resources: {'Port': ['ID=5143ed62-03a6-453c-96b2-242a6354d505,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:02.416094 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:02.499538 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-19412660-6b25-4f42-8d8c-3eebb90cab97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (592ea275-81d3-4554-8495-10415c751ffb), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.513074 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-19412660-6b25-4f42-8d8c-3eebb90cab97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.513669 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-19412660-6b25-4f42-8d8c-3eebb90cab97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/592ea275-81d3-4554-8495-10415c751ffb HTTP/1.1" status: 204 len: 168 time: 0.5211167 Jun 06 14:30:02.521619 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:30:00Z', 'revision_number': 5, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port': {'id': 'bef9002c-7901-4fc1-836d-5d8424b433ea', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83307133-27e0-48c0-9ed9-cff784b91524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:23Z', 'updated_at': '2022-06-06T14:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:02.565457 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19412660-6b25-4f42-8d8c-3eebb90cab97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592ea275-81d3-4554-8495-10415c751ffb,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:02.575403 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Network 0656e80d-3001-45ea-97dd-c492e5f0b696 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:30:02.577076 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:30:02.583126 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks [] for router_gateway (83307133-27e0-48c0-9ed9-cff784b91524), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.603381 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:55Z', 'updated_at': '2022-06-06T14:30:01Z', 'revision_number': 4, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'gw_port': {'id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:56Z', 'updated_at': '2022-06-06T14:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5143ed62-03a6-453c-96b2-242a6354d505', 'name': '', 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'mac_address': 'fa:16:3e:24:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:30:00Z', 'updated_at': '2022-06-06T14:30:00Z', 'revision_number': 1, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'subnets': [{'id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:02.609282 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:02.635139 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] Checking router: 83307133-27e0-48c0-9ed9-cff784b91524 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:30:02.671088 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] Routers {'83307133-27e0-48c0-9ed9-cff784b91524'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:02.672004 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:29:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['83307133-27e0-48c0-9ed9-cff784b91524'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:02.694975 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7d897a-a61c-489a-99b8-abcd57cd74f4 None None] The sync data for ids ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'] in dv-cinder-844140-2-iscsi is: [{'id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:55Z', 'updated_at': '2022-06-06T14:30:01Z', 'revision_number': 4, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'gw_port': {'id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:56Z', 'updated_at': '2022-06-06T14:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5143ed62-03a6-453c-96b2-242a6354d505', 'name': '', 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'mac_address': 'fa:16:3e:24:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:30:00Z', 'updated_at': '2022-06-06T14:30:00Z', 'revision_number': 1, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'subnets': [{'id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:30:02.717687 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:02.763980 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:02.764711 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7c1cd97f-ce38-4cd1-a85e-34c642e313c6 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:02.765828 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 939e70a2-16cd-4ea8-865c-5552a6cd0c25 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:02.779555 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Deleting port bef9002c-7901-4fc1-836d-5d8424b433ea {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:02.780106 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:02.900781 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Router c8a3e8c5-efdf-49f3-9b80-b92887f264be has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:30:02.952625 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:03.038999 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] Set router 83307133-27e0-48c0-9ed9-cff784b91524 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:03.055971 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] For port bef9002c-7901-4fc1-836d-5d8424b433ea, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=bef9002c-7901-4fc1-836d-5d8424b433ea,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:03.058726 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:03.106576 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Calling delete_port for bef9002c-7901-4fc1-836d-5d8424b433ea owned by network:router_gateway {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:03.199644 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:30:03.201327 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:30:02Z', 'revision_number': 6, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port_host': None}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:03.238774 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7ad78063-f11a-4cd5-8fe9-8d4029407094 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8a3e8c5-efdf-49f3-9b80-b92887f264be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7549059 Jun 06 14:30:03.265111 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0eb7f9-e7c2-45ed-a246-335cf3703556 None None] The sync data for ids ['83307133-27e0-48c0-9ed9-cff784b91524'] in dv-cinder-844140-2-iscsi is: [{'id': '83307133-27e0-48c0-9ed9-cff784b91524', 'name': 'tempest-AttachVolumeTestJSON-1483081893-router', 'tenant_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:20Z', 'updated_at': '2022-06-06T14:30:02Z', 'revision_number': 6, 'project_id': 'c41996fbf4ab4b81bc47ac29252ec762', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:30:03.281856 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 939e70a2-16cd-4ea8-865c-5552a6cd0c25 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:03.282433 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 939e70a2-16cd-4ea8-865c-5552a6cd0c25 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:03.283171 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 60b20846-8236-4a29-9c2f-3854160ebe37 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:03.339954 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0de93f8a-850e-48e7-95b1-822efd3deb2b None None] Provisioning complete for port 5143ed62-03a6-453c-96b2-242a6354d505 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:03.341093 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0de93f8a-850e-48e7-95b1-822efd3deb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5143ed62-03a6-453c-96b2-242a6354d505), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:03.349547 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 60b20846-8236-4a29-9c2f-3854160ebe37 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:03.349547 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 60b20846-8236-4a29-9c2f-3854160ebe37 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:03.410387 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0de93f8a-850e-48e7-95b1-822efd3deb2b None None] Port 5143ed62-03a6-453c-96b2-242a6354d505 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:30:03.427234 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:03.431128 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:03.558922 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (bef9002c-7901-4fc1-836d-5d8424b433ea), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:03.684462 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:03.697393 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Pushing event deleted for resources: {'Port': ['ID=bef9002c-7901-4fc1-836d-5d8424b433ea,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:03.738676 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:03.739128 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 4f6c47e9-7d3f-4bb1-857c-bf1285f0152a not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:03.787674 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (83307133-27e0-48c0-9ed9-cff784b91524), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:03.877599 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-df2812e6-4ee7-4409-840e-94bda70d96fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:03.968395 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (83307133-27e0-48c0-9ed9-cff784b91524), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:03.972573 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks [] for router_controller (83307133-27e0-48c0-9ed9-cff784b91524), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.037079 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (83307133-27e0-48c0-9ed9-cff784b91524), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.037647 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83307133-27e0-48c0-9ed9-cff784b91524 {{(pid=103910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:30:04.043324 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.047278 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48374) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:04.056185 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7c926ade-e0ed-4e91-ac34-1afba280ad8a admin admin] 10.222.0.13 "DELETE /v2.0/routers/83307133-27e0-48c0-9ed9-cff784b91524 HTTP/1.1" status: 204 len: 168 time: 2.1483514 Jun 06 14:30:04.089153 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:04.126754 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2d81d7-5166-4f7c-ad3f-873a3da0dd2f admin admin] Deleting subnet 0def4104-2aaf-4064-a46e-4a35fc753887 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:30:04.131396 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bb2d81d7-5166-4f7c-ad3f-873a3da0dd2f admin admin] Publish callbacks [] for subnet (0def4104-2aaf-4064-a46e-4a35fc753887), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.149144 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48378) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:04.155325 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-fc2fe408-c633-48a4-b78f-c0db46a58980 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923056894', 'description': 'tempest-secgroup-smoke-1923056894 description', 'project_id': 'add30fb78c80414599ebb8f57fb31389'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:04.189810 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bb2d81d7-5166-4f7c-ad3f-873a3da0dd2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26037606'] for subnet (0def4104-2aaf-4064-a46e-4a35fc753887), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.203451 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe408-c633-48a4-b78f-c0db46a58980 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.365855 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe408-c633-48a4-b78f-c0db46a58980 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group (d823557f-cab5-4840-b1d9-b14ca13c1cda), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.371889 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe408-c633-48a4-b78f-c0db46a58980 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d823557f-cab5-4840-b1d9-b14ca13c1cda), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.419411 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bb2d81d7-5166-4f7c-ad3f-873a3da0dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (0def4104-2aaf-4064-a46e-4a35fc753887), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.422284 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe408-c633-48a4-b78f-c0db46a58980 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.424134 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-fc2fe408-c633-48a4-b78f-c0db46a58980 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2728715 Jun 06 14:30:04.427279 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fe408-c633-48a4-b78f-c0db46a58980 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d823557f-cab5-4840-b1d9-b14ca13c1cda,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:04.442435 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48382) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:04.448510 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-491edcce-898b-4899-85a1-8f060fb489c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Request body: {'security_group_rule': {'security_group_id': 'd823557f-cab5-4840-b1d9-b14ca13c1cda', 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:04.516282 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-491edcce-898b-4899-85a1-8f060fb489c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (46ce420f-bb0e-41d8-8ddd-124ea58058f3), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.535382 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bb2d81d7-5166-4f7c-ad3f-873a3da0dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25289273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26770698'] for subnet (0def4104-2aaf-4064-a46e-4a35fc753887), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.598405 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d81d7-5166-4f7c-ad3f-873a3da0dd2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0def4104-2aaf-4064-a46e-4a35fc753887,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:04.606139 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bb2d81d7-5166-4f7c-ad3f-873a3da0dd2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.609745 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-bb2d81d7-5166-4f7c-ad3f-873a3da0dd2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0def4104-2aaf-4064-a46e-4a35fc753887 HTTP/1.1" status: 204 len: 168 time: 0.5611835 Jun 06 14:30:04.615351 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48386) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:04.620140 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365de6a1-8a32-459f-a0bf-711872315eb5 None None] Network e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:04.656731 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-491edcce-898b-4899-85a1-8f060fb489c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (46ce420f-bb0e-41d8-8ddd-124ea58058f3), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.663590 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-491edcce-898b-4899-85a1-8f060fb489c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (46ce420f-bb0e-41d8-8ddd-124ea58058f3), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.738578 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.740236 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491edcce-898b-4899-85a1-8f060fb489c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ce420f-bb0e-41d8-8ddd-124ea58058f3,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:04.771271 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-491edcce-898b-4899-85a1-8f060fb489c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.773496 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-491edcce-898b-4899-85a1-8f060fb489c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295190 Jun 06 14:30:04.779579 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48392) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:04.808400 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-c317132c-d4f8-49b7-9316-9a8d8c9509c2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Request body: {'security_group_rule': {'security_group_id': 'd823557f-cab5-4840-b1d9-b14ca13c1cda', 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:04.857661 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Deleting port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:04.857661 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.928023 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c317132c-d4f8-49b7-9316-9a8d8c9509c2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (75b428b3-79d5-4a5b-bff2-085435d262f6), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:04.989291 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:05.001646 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5614f902-14be-4632-9f8b-28ddbe638b9c None None] DHCP port deletion for e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:30:05.034463 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] For port 97cbeae5-ceb0-48e5-8add-0b13464da5e9, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=97cbeae5-ceb0-48e5-8add-0b13464da5e9,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:05.034830 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.060181 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Calling delete_port for 97cbeae5-ceb0-48e5-8add-0b13464da5e9 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:05.087095 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c317132c-d4f8-49b7-9316-9a8d8c9509c2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (75b428b3-79d5-4a5b-bff2-085435d262f6), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.096200 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c317132c-d4f8-49b7-9316-9a8d8c9509c2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (75b428b3-79d5-4a5b-bff2-085435d262f6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.115668 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5614f902-14be-4632-9f8b-28ddbe638b9c None None] Deleting port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:05.116582 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5614f902-14be-4632-9f8b-28ddbe638b9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.183951 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317132c-d4f8-49b7-9316-9a8d8c9509c2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b428b3-79d5-4a5b-bff2-085435d262f6,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:05.198582 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c317132c-d4f8-49b7-9316-9a8d8c9509c2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.203220 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5614f902-14be-4632-9f8b-28ddbe638b9c None None] For port 97cbeae5-ceb0-48e5-8add-0b13464da5e9, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=97cbeae5-ceb0-48e5-8add-0b13464da5e9,segment=NetworkSegment(2cc0fe2e-8df3-4335-b242-ede9c54bd511),segment_id=2cc0fe2e-8df3-4335-b242-ede9c54bd511)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:05.203830 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48400) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:05.204412 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5614f902-14be-4632-9f8b-28ddbe638b9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.207215 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.208521 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c317132c-d4f8-49b7-9316-9a8d8c9509c2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4195833 Jun 06 14:30:05.210954 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-cd9f5a4b-dcd7-42f4-96d7-a4a375ea90b8 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Request body: {'security_group_rule': {'security_group_id': 'd823557f-cab5-4840-b1d9-b14ca13c1cda', 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:05.224151 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5614f902-14be-4632-9f8b-28ddbe638b9c None None] Calling delete_port for 97cbeae5-ceb0-48e5-8add-0b13464da5e9 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:05.281225 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5a4b-dcd7-42f4-96d7-a4a375ea90b8 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (322697c6-e6c0-4492-a187-cbe4ed9870e7), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.283420 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.321586 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:05.355263 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5614f902-14be-4632-9f8b-28ddbe638b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445'] for port (97cbeae5-ceb0-48e5-8add-0b13464da5e9), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.372901 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Pushing event deleted for resources: {'Port': ['ID=97cbeae5-ceb0-48e5-8add-0b13464da5e9,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:05.376907 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] No DVR routers for this DVR port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 on host dv-cinder-844140-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:05.386652 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5a4b-dcd7-42f4-96d7-a4a375ea90b8 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (322697c6-e6c0-4492-a187-cbe4ed9870e7), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.401764 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5a4b-dcd7-42f4-96d7-a4a375ea90b8 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (322697c6-e6c0-4492-a187-cbe4ed9870e7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.415531 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614f902-14be-4632-9f8b-28ddbe638b9c None None] Pushing event deleted for resources: {'Port': ['ID=97cbeae5-ceb0-48e5-8add-0b13464da5e9,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:05.431027 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614f902-14be-4632-9f8b-28ddbe638b9c None None] No DVR routers for this DVR port 97cbeae5-ceb0-48e5-8add-0b13464da5e9 on host dv-cinder-844140-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:05.445525 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f5a4b-dcd7-42f4-96d7-a4a375ea90b8 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322697c6-e6c0-4492-a187-cbe4ed9870e7,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:05.458282 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5a4b-dcd7-42f4-96d7-a4a375ea90b8 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.459521 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-cd9f5a4b-dcd7-42f4-96d7-a4a375ea90b8 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2542176 Jun 06 14:30:05.463480 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48406) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:05.468167 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-cbcd75ad-2f87-49f5-962e-b631eb73c465 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Request body: {'security_group_rule': {'security_group_id': 'd823557f-cab5-4840-b1d9-b14ca13c1cda', 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:05.468316 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.505677 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cbcd75ad-2f87-49f5-962e-b631eb73c465 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (35fc35e4-b09b-425d-9e86-4a012e61d43f), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.510784 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:05.527198 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc0fe2e-8df3-4335-b242-ede9c54bd511') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:05.527775 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc0fe2e-8df3-4335-b242-ede9c54bd511') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:05.544770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037615'] for segment (2cc0fe2e-8df3-4335-b242-ede9c54bd511), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.547034 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:05.574608 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (2cc0fe2e-8df3-4335-b242-ede9c54bd511), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.583376 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:30:05.583838 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25289315'] for segment (2cc0fe2e-8df3-4335-b242-ede9c54bd511), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.600954 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:05.617756 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:DELETE=3,neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=9 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:05.632416 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cbcd75ad-2f87-49f5-962e-b631eb73c465 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (35fc35e4-b09b-425d-9e86-4a012e61d43f), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.643967 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cbcd75ad-2f87-49f5-962e-b631eb73c465 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (35fc35e4-b09b-425d-9e86-4a012e61d43f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.674080 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 2cc0fe2e-8df3-4335-b242-ede9c54bd511 resource provider aggregate not found Jun 06 14:30:05.677415 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cbcd75ad-2f87-49f5-962e-b631eb73c465 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.679482 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.679720 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-cbcd75ad-2f87-49f5-962e-b631eb73c465 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2149112 Jun 06 14:30:05.683126 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48418) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:05.685065 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd75ad-2f87-49f5-962e-b631eb73c465 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fc35e4-b09b-425d-9e86-4a012e61d43f,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:05.703496 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-b6127613-09b4-415c-b20a-41134c553938 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Request body: {'security_group_rule': {'security_group_id': 'd823557f-cab5-4840-b1d9-b14ca13c1cda', 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:05.725848 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 2cc0fe2e-8df3-4335-b242-ede9c54bd511 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2cc0fe2e-8df3-4335-b242-ede9c54bd511 found for delete ", "request_id": "req-fa665475-0e2e-4e09-8b70-63138ed48656"}]} Jun 06 14:30:05.726324 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.734000 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d HTTP/1.1" status: 204 len: 168 time: 1.1173620 Jun 06 14:30:05.759265 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be71a37-9411-46be-a42b-f51de879432f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a2e4ba-03d2-4744-85c7-3c6508d2bd9d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:05.771680 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.securitygroups_db [None req-b6127613-09b4-415c-b20a-41134c553938 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Project add30fb78c80414599ebb8f57fb31389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 14:30:05.796551 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6127613-09b4-415c-b20a-41134c553938 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (d3ac61e0-5acb-4fbc-ad5e-596208cfb549), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.868629 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ff842386-e64a-45a2-9e94-53496a2998a1 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:30:05.896483 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6127613-09b4-415c-b20a-41134c553938 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (d3ac61e0-5acb-4fbc-ad5e-596208cfb549), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.903171 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6127613-09b4-415c-b20a-41134c553938 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (d3ac61e0-5acb-4fbc-ad5e-596208cfb549), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.928992 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6127613-09b4-415c-b20a-41134c553938 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ac61e0-5acb-4fbc-ad5e-596208cfb549,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:05.942810 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6127613-09b4-415c-b20a-41134c553938 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.943592 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port ff842386-e64a-45a2-9e94-53496a2998a1 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:05.944156 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:05.948840 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b6127613-09b4-415c-b20a-41134c553938 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2599816 Jun 06 14:30:05.950263 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48422) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:05.957077 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8c1bf99e-f50b-43ca-bb99-bd02fd06865b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Request body: {'security_group_rule': {'security_group_id': 'd823557f-cab5-4840-b1d9-b14ca13c1cda', 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:05.997770 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.securitygroups_db [None req-8c1bf99e-f50b-43ca-bb99-bd02fd06865b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Project add30fb78c80414599ebb8f57fb31389 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 14:30:06.018741 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf99e-f50b-43ca-bb99-bd02fd06865b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (13dd1b6f-5a4e-49f8-b9a3-393bfcf9d342), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.126474 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf99e-f50b-43ca-bb99-bd02fd06865b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (13dd1b6f-5a4e-49f8-b9a3-393bfcf9d342), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.137003 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port ff842386-e64a-45a2-9e94-53496a2998a1 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:06.139267 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.151990 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf99e-f50b-43ca-bb99-bd02fd06865b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (13dd1b6f-5a4e-49f8-b9a3-393bfcf9d342), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.194132 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port ff842386-e64a-45a2-9e94-53496a2998a1, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ff842386-e64a-45a2-9e94-53496a2998a1,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:06.200615 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bf99e-f50b-43ca-bb99-bd02fd06865b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dd1b6f-5a4e-49f8-b9a3-393bfcf9d342,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:06.201676 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48426) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:06.216431 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.226462 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf99e-f50b-43ca-bb99-bd02fd06865b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.229174 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8c1bf99e-f50b-43ca-bb99-bd02fd06865b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2775609 Jun 06 14:30:06.338089 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=ff842386-e64a-45a2-9e94-53496a2998a1,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:06.355718 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 97cbeae5-ceb0-48e5-8add-0b13464da5e9 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:06.369336 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-203fecdd-51cc-4353-b2cf-2990ace472c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c41996fbf4ab4b81bc47ac29252ec762&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1603258 Jun 06 14:30:06.372658 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48430) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:06.390513 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 97cbeae5-ceb0-48e5-8add-0b13464da5e9 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:06.390860 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 97cbeae5-ceb0-48e5-8add-0b13464da5e9 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:06.391290 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device bef9002c-7901-4fc1-836d-5d8424b433ea no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:06.439444 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: bef9002c-7901-4fc1-836d-5d8424b433ea {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:06.439961 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device bef9002c-7901-4fc1-836d-5d8424b433ea not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:06.473805 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e103c32-9d08-403e-b4ec-fa449831e254 admin admin] Publish callbacks [] for security_group (ea423574-b8a4-4fcc-a11c-eed8d7cc8775), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.515572 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:06.523598 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e103c32-9d08-403e-b4ec-fa449831e254 admin admin] Publish callbacks [] for security_group (ea423574-b8a4-4fcc-a11c-eed8d7cc8775), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.643678 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e103c32-9d08-403e-b4ec-fa449831e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ea423574-b8a4-4fcc-a11c-eed8d7cc8775), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.651184 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e103c32-9d08-403e-b4ec-fa449831e254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.651184 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6e103c32-9d08-403e-b4ec-fa449831e254 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea423574-b8a4-4fcc-a11c-eed8d7cc8775 HTTP/1.1" status: 204 len: 168 time: 0.2732067 Jun 06 14:30:06.659104 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e103c32-9d08-403e-b4ec-fa449831e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea423574-b8a4-4fcc-a11c-eed8d7cc8775,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:06.837221 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:06.925259 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0647901-5851-4736-928d-7da723c02488 None None] Sync routers for ids ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:30:06.955255 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0647901-5851-4736-928d-7da723c02488 None None] Routers {'c8a3e8c5-efdf-49f3-9b80-b92887f264be'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:06.957490 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d0647901-5851-4736-928d-7da723c02488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:07.170787 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d0647901-5851-4736-928d-7da723c02488 None None] Set router c8a3e8c5-efdf-49f3-9b80-b92887f264be gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:07.686840 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d0647901-5851-4736-928d-7da723c02488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:55Z', 'updated_at': '2022-06-06T14:30:01Z', 'revision_number': 4, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'gw_port': {'id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:56Z', 'updated_at': '2022-06-06T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5143ed62-03a6-453c-96b2-242a6354d505', 'name': '', 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'mac_address': 'fa:16:3e:24:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:30:00Z', 'updated_at': '2022-06-06T14:30:01Z', 'revision_number': 2, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'subnets': [{'id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:07.764883 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0647901-5851-4736-928d-7da723c02488 None None] Checking router: c8a3e8c5-efdf-49f3-9b80-b92887f264be for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:30:07.765475 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0647901-5851-4736-928d-7da723c02488 None None] Updating router c8a3e8c5-efdf-49f3-9b80-b92887f264be port 5143ed62-03a6-453c-96b2-242a6354d505 binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:30:07.841452 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ff842386-e64a-45a2-9e94-53496a2998a1 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:30:07.847403 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:07.958973 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:07.983822 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d0647901-5851-4736-928d-7da723c02488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5143ed62-03a6-453c-96b2-242a6354d505), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:08.147015 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port ff842386-e64a-45a2-9e94-53496a2998a1 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:08.147625 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:08.273469 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:08.449345 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port ff842386-e64a-45a2-9e94-53496a2998a1 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:08.653826 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d0647901-5851-4736-928d-7da723c02488 None None] Publish callbacks [] for port (5143ed62-03a6-453c-96b2-242a6354d505), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:08.660440 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d0647901-5851-4736-928d-7da723c02488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (5143ed62-03a6-453c-96b2-242a6354d505), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:08.703490 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:08.775982 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089941a3-1121-47bf-b100-4279b39d984e None None] Pushing event updated for resources: {'Port': ['ID=5143ed62-03a6-453c-96b2-242a6354d505,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:08.842286 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d0647901-5851-4736-928d-7da723c02488 None None] Attempting to bind port 5143ed62-03a6-453c-96b2-242a6354d505 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:30:08.843351 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d0647901-5851-4736-928d-7da723c02488 None None] Attempting to bind port 5143ed62-03a6-453c-96b2-242a6354d505 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '81f941b5-00fc-4ba9-a23b-342d353b375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:30:08.843918 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0647901-5851-4736-928d-7da723c02488 None None] Attempting to bind port 5143ed62-03a6-453c-96b2-242a6354d505 on network 0656e80d-3001-45ea-97dd-c492e5f0b696 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:30:08.853892 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0647901-5851-4736-928d-7da723c02488 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:30:08.854393 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0647901-5851-4736-928d-7da723c02488 None None] Checking segment: {'id': '81f941b5-00fc-4ba9-a23b-342d353b375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:30:08.855232 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d0647901-5851-4736-928d-7da723c02488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:08.856330 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0647901-5851-4736-928d-7da723c02488 None None] Bound using segment: {'id': '81f941b5-00fc-4ba9-a23b-342d353b375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:30:08.856712 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d0647901-5851-4736-928d-7da723c02488 None None] Bound port: 5143ed62-03a6-453c-96b2-242a6354d505, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f941b5-00fc-4ba9-a23b-342d353b375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:30:08.857392 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d0647901-5851-4736-928d-7da723c02488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5143ed62-03a6-453c-96b2-242a6354d505), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:08.972092 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d0647901-5851-4736-928d-7da723c02488 None None] For port 5143ed62-03a6-453c-96b2-242a6354d505, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:30:08.977861 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d0647901-5851-4736-928d-7da723c02488 None None] For port 5143ed62-03a6-453c-96b2-242a6354d505, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=5143ed62-03a6-453c-96b2-242a6354d505,segment=NetworkSegment(81f941b5-00fc-4ba9-a23b-342d353b375c),segment_id=81f941b5-00fc-4ba9-a23b-342d353b375c)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:30:08.989462 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d0647901-5851-4736-928d-7da723c02488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (5143ed62-03a6-453c-96b2-242a6354d505), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:09.079139 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0647901-5851-4736-928d-7da723c02488 None None] Routers {'c8a3e8c5-efdf-49f3-9b80-b92887f264be'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:09.079802 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d0647901-5851-4736-928d-7da723c02488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:09.085543 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089941a3-1121-47bf-b100-4279b39d984e None None] Pushing event updated for resources: {'Port': ['ID=5143ed62-03a6-453c-96b2-242a6354d505,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:09.151474 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-a7f66e98-9d60-4044-bc03-89a3c04fed3b None None] Provisioning complete for port 5143ed62-03a6-453c-96b2-242a6354d505 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:09.151954 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a7f66e98-9d60-4044-bc03-89a3c04fed3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5143ed62-03a6-453c-96b2-242a6354d505), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:09.322911 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d0647901-5851-4736-928d-7da723c02488 None None] Set router c8a3e8c5-efdf-49f3-9b80-b92887f264be gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:09.544701 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-a7f66e98-9d60-4044-bc03-89a3c04fed3b None None] Current status of the port 5143ed62-03a6-453c-96b2-242a6354d505 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:09.545302 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a7f66e98-9d60-4044-bc03-89a3c04fed3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5143ed62-03a6-453c-96b2-242a6354d505), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:09.673261 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-a7f66e98-9d60-4044-bc03-89a3c04fed3b None None] For port 5143ed62-03a6-453c-96b2-242a6354d505, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=5143ed62-03a6-453c-96b2-242a6354d505,segment=NetworkSegment(81f941b5-00fc-4ba9-a23b-342d353b375c),segment_id=81f941b5-00fc-4ba9-a23b-342d353b375c)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:09.690138 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a7f66e98-9d60-4044-bc03-89a3c04fed3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (5143ed62-03a6-453c-96b2-242a6354d505), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:09.781486 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 5143ed62-03a6-453c-96b2-242a6354d505 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:30:09.846368 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f66e98-9d60-4044-bc03-89a3c04fed3b None None] Pushing event updated for resources: {'Port': ['ID=5143ed62-03a6-453c-96b2-242a6354d505,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:09.869820 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:09.889517 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-d950a68b-719d-40b8-bf0a-67bccf76b473 None None] Provisioning complete for port 5143ed62-03a6-453c-96b2-242a6354d505 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:09.892100 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d950a68b-719d-40b8-bf0a-67bccf76b473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5143ed62-03a6-453c-96b2-242a6354d505), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:09.925446 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d0647901-5851-4736-928d-7da723c02488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:55Z', 'updated_at': '2022-06-06T14:30:01Z', 'revision_number': 4, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'gw_port': {'id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:56Z', 'updated_at': '2022-06-06T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5143ed62-03a6-453c-96b2-242a6354d505', 'name': '', 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'mac_address': 'fa:16:3e:24:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:30:00Z', 'updated_at': '2022-06-06T14:30:08Z', 'revision_number': 4, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'subnets': [{'id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:09.973969 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0647901-5851-4736-928d-7da723c02488 None None] The sync data for ids ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'] in dv-cinder-844140-2-iscsi is: [{'id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:55Z', 'updated_at': '2022-06-06T14:30:01Z', 'revision_number': 4, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'gw_port': {'id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:56Z', 'updated_at': '2022-06-06T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5143ed62-03a6-453c-96b2-242a6354d505', 'name': '', 'network_id': '0656e80d-3001-45ea-97dd-c492e5f0b696', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'mac_address': 'fa:16:3e:24:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:30:00Z', 'updated_at': '2022-06-06T14:30:08Z', 'revision_number': 4, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'subnets': [{'id': '70718815-8eb8-4c4b-a5b9-cbc2b3485fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:30:10.011203 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 5143ed62-03a6-453c-96b2-242a6354d505 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:10.011661 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5143ed62-03a6-453c-96b2-242a6354d505), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:10.110372 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:10.138007 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3c2647a-0982-494c-b954-f28f738d76ab req-6c1cc835-69fc-4089-bf94-651051543270 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704691580&fields=id&tenant_id=d1af47083c644609a4a84b1273a4087f HTTP/1.1" status: 200 len: 267 time: 0.0881701 Jun 06 14:30:10.187887 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d950a68b-719d-40b8-bf0a-67bccf76b473 None None] Current status of the port 5143ed62-03a6-453c-96b2-242a6354d505 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:10.219573 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2647a-0982-494c-b954-f28f738d76ab req-b37aee32-6f33-4eee-81d6-9b27657119aa tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:10.234321 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3c2647a-0982-494c-b954-f28f738d76ab req-b37aee32-6f33-4eee-81d6-9b27657119aa tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 984 time: 0.0851626 Jun 06 14:30:10.236054 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-c3c2647a-0982-494c-b954-f28f738d76ab req-be028c31-bb6f-4348-8c37-353dd6e4d29b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Request body: {'port': {'security_groups': ['ea96c212-2ad4-431e-8f92-21dc20ee15f1']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:10.277966 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 5143ed62-03a6-453c-96b2-242a6354d505 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:10.362070 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3c2647a-0982-494c-b954-f28f738d76ab req-be028c31-bb6f-4348-8c37-353dd6e4d29b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:10.682576 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-c3c2647a-0982-494c-b954-f28f738d76ab req-be028c31-bb6f-4348-8c37-353dd6e4d29b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] For port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:10.735950 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3c2647a-0982-494c-b954-f28f738d76ab req-be028c31-bb6f-4348-8c37-353dd6e4d29b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:10.742292 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3c2647a-0982-494c-b954-f28f738d76ab req-be028c31-bb6f-4348-8c37-353dd6e4d29b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:10.753733 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:10.803797 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2647a-0982-494c-b954-f28f738d76ab req-be028c31-bb6f-4348-8c37-353dd6e4d29b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:10.804479 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3c2647a-0982-494c-b954-f28f738d76ab req-be028c31-bb6f-4348-8c37-353dd6e4d29b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:10.807331 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3c2647a-0982-494c-b954-f28f738d76ab req-be028c31-bb6f-4348-8c37-353dd6e4d29b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "PUT /v2.0/ports/02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 942 time: 0.5761704 Jun 06 14:30:10.813779 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:30:10.813779 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4922f1f1-0740-4e65-921c-aa413911f15c" -d '{"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:30:10.814342 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48594) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:10.851037 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be028c31-bb6f-4348-8c37-353dd6e4d29b tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event updated for resources: {'Port': ['ID=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,revision_number=7']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:10.922824 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0ff855-0bc0-45d4-814e-79b2f61ccd8f x-openstack-request-id: req-ce0ff855-0bc0-45d4-814e-79b2f61ccd8f {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:30:10.923275 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:30:10.923671 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce0ff855-0bc0-45d4-814e-79b2f61ccd8f {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:30:10.924327 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0ff855-0bc0-45d4-814e-79b2f61ccd8f'] response: {'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'status': 'completed', 'code': 200} Jun 06 14:30:10.924682 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cf589abb-95d5-4a61-927f-07a485219a89 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group (92dc4775-04be-49ea-8805-c8efd1c6d350), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:10.968779 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cf589abb-95d5-4a61-927f-07a485219a89 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group (92dc4775-04be-49ea-8805-c8efd1c6d350), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:10.998383 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48598) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:11.137688 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cf589abb-95d5-4a61-927f-07a485219a89 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (92dc4775-04be-49ea-8805-c8efd1c6d350), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.141735 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cf589abb-95d5-4a61-927f-07a485219a89 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.143940 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-cf589abb-95d5-4a61-927f-07a485219a89 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "DELETE /v2.0/security-groups/92dc4775-04be-49ea-8805-c8efd1c6d350 HTTP/1.1" status: 204 len: 168 time: 0.3286679 Jun 06 14:30:11.146823 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48602) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:11.174451 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf589abb-95d5-4a61-927f-07a485219a89 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc4775-04be-49ea-8805-c8efd1c6d350,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:11.262226 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-feff591e-965a-4045-83ba-fb52f5c23728 None None] Provisioning complete for port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:11.262883 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-feff591e-965a-4045-83ba-fb52f5c23728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.300010 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9de865d2-ea12-4fec-8fcb-3c382b062350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.351411 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-feff591e-965a-4045-83ba-fb52f5c23728 None None] Current status of the port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:11.540564 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Deleting port 9678c52a-3841-4bc5-aee0-597b486f23e7 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:11.540925 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (9678c52a-3841-4bc5-aee0-597b486f23e7), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.603648 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:11.606026 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9de865d2-ea12-4fec-8fcb-3c382b062350 admin admin] Publish callbacks [] for security_group (54dfd992-f3b3-4480-a08d-5f4e3681b606), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.615769 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9de865d2-ea12-4fec-8fcb-3c382b062350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (54dfd992-f3b3-4480-a08d-5f4e3681b606), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.675811 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de865d2-ea12-4fec-8fcb-3c382b062350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dfd992-f3b3-4480-a08d-5f4e3681b606,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:11.692332 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9de865d2-ea12-4fec-8fcb-3c382b062350 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad53a7d4fd8c4355b9493e8b8d83b255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6927319 Jun 06 14:30:11.697954 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48608) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:11.703335 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (9678c52a-3841-4bc5-aee0-597b486f23e7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.703680 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for floatingip (9678c52a-3841-4bc5-aee0-597b486f23e7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.729762 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Calling delete_port for 9678c52a-3841-4bc5-aee0-597b486f23e7 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:11.831734 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8351652d-f448-458f-a76b-a60977bca790 admin admin] Publish callbacks [] for security_group (54dfd992-f3b3-4480-a08d-5f4e3681b606), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.863358 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 5143ed62-03a6-453c-96b2-242a6354d505 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:30:11.879373 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8351652d-f448-458f-a76b-a60977bca790 admin admin] Publish callbacks [] for security_group (54dfd992-f3b3-4480-a08d-5f4e3681b606), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.930732 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 5143ed62-03a6-453c-96b2-242a6354d505 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:11.931824 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5143ed62-03a6-453c-96b2-242a6354d505), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.964858 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8351652d-f448-458f-a76b-a60977bca790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (54dfd992-f3b3-4480-a08d-5f4e3681b606), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.967549 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8351652d-f448-458f-a76b-a60977bca790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:11.974239 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8351652d-f448-458f-a76b-a60977bca790 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54dfd992-f3b3-4480-a08d-5f4e3681b606 HTTP/1.1" status: 204 len: 168 time: 0.2717376 Jun 06 14:30:12.004085 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:12.005532 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351652d-f448-458f-a76b-a60977bca790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dfd992-f3b3-4480-a08d-5f4e3681b606,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:12.072444 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 5143ed62-03a6-453c-96b2-242a6354d505 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:12.132748 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (9678c52a-3841-4bc5-aee0-597b486f23e7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:12.206038 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event deleted for resources: {'Port': ['ID=9678c52a-3841-4bc5-aee0-597b486f23e7,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:12.261341 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks [] for floatingip (0a1c4532-379c-446d-8cf0-5f031bf10cd7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:12.261748 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Floating IP 0a1c4532-379c-446d-8cf0-5f031bf10cd7 disassociated (deleted). External IP: 172.27.1.240, port: 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e. Jun 06 14:30:12.408406 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:12.586311 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48620) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:12.611677 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5e48d731-f747-44d2-9c47-def4658adcbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:12.620729 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Router aa81b649-12e1-4bed-8897-4a932de29ff9 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:30:12.785288 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5e48d731-f747-44d2-9c47-def4658adcbb admin admin] Publish callbacks [] for security_group (7d8b511d-27da-453f-93a1-fe8f438d6997), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:12.792261 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5e48d731-f747-44d2-9c47-def4658adcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7d8b511d-27da-453f-93a1-fe8f438d6997), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:12.838920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:30:12.847761 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:12.874066 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5e48d731-f747-44d2-9c47-def4658adcbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88bc6a79e0ef40ac963c787219f2e85f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848654 Jun 06 14:30:12.874885 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] Sync routers for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:30:12.875377 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48626) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:12.875542 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48d731-f747-44d2-9c47-def4658adcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8b511d-27da-453f-93a1-fe8f438d6997,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:12.926104 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:12.926999 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:12.972417 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df2f9f86-2c8a-4479-a7a4-0206e31f4b1d admin admin] Publish callbacks [] for security_group (7d8b511d-27da-453f-93a1-fe8f438d6997), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:12.974191 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:30:12.983178 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0fc9d1f8-ffd5-4cf9-8d28-e22ffd3a7aa1 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "DELETE /v2.0/floatingips/0a1c4532-379c-446d-8cf0-5f031bf10cd7 HTTP/1.1" status: 204 len: 168 time: 1.8296053 Jun 06 14:30:12.988317 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:30:13.000728 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a" -d '{"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:30:13.158980 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df2f9f86-2c8a-4479-a7a4-0206e31f4b1d admin admin] Publish callbacks [] for security_group (7d8b511d-27da-453f-93a1-fe8f438d6997), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:13.172203 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:13.202387 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:30:13.217414 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:13.246756 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f95c11-0050-4806-a7ad-09bcbe8cdae6 x-openstack-request-id: req-64f95c11-0050-4806-a7ad-09bcbe8cdae6 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:30:13.265584 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:30:13.284274 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64f95c11-0050-4806-a7ad-09bcbe8cdae6 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:30:13.298007 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f95c11-0050-4806-a7ad-09bcbe8cdae6'] response: {'name': 'network-changed', 'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'status': 'completed', 'code': 200} Jun 06 14:30:13.441203 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:13.462753 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922f1f1-0740-4e65-921c-aa413911f15c req-fce9fb74-4965-4c33-a815-d990f033e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:13.465269 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4922f1f1-0740-4e65-921c-aa413911f15c req-fce9fb74-4965-4c33-a815-d990f033e21e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1af47083c644609a4a84b1273a4087f&device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1129 time: 0.4010012 Jun 06 14:30:13.470788 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-1f3fdfe3-451a-4432-b60b-b6bd1e06f4d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2530267 Jun 06 14:30:13.539069 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4701ba58-549a-405f-9cc5-b7091cb06ab8', 'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'mac_address': 'fa:16:3e:84:28:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:27Z', 'updated_at': '2022-06-06T14:27:34Z', 'revision_number': 5, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'subnets': [{'id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:13.547122 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:13.604603 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df2f9f86-2c8a-4479-a7a4-0206e31f4b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7d8b511d-27da-453f-93a1-fe8f438d6997), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:13.607990 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df2f9f86-2c8a-4479-a7a4-0206e31f4b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:13.612615 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-df2f9f86-2c8a-4479-a7a4-0206e31f4b1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d8b511d-27da-453f-93a1-fe8f438d6997 HTTP/1.1" status: 204 len: 168 time: 0.7337680 Jun 06 14:30:13.632792 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f9f86-2c8a-4479-a7a4-0206e31f4b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8b511d-27da-453f-93a1-fe8f438d6997,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:13.639134 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922f1f1-0740-4e65-921c-aa413911f15c req-c638e5db-8bf2-47e3-8b66-24dacbe35e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:13.641927 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4922f1f1-0740-4e65-921c-aa413911f15c req-c638e5db-8bf2-47e3-8b66-24dacbe35e32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bc8f27b-6227-41c2-afe6-78b098342e4c HTTP/1.1" status: 200 len: 916 time: 0.1686561 Jun 06 14:30:13.706397 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] Checking router: aa81b649-12e1-4bed-8897-4a932de29ff9 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:30:13.817201 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:13.818264 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:13.848497 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4922f1f1-0740-4e65-921c-aa413911f15c req-29511b4b-c6dc-4483-a1fa-dd8669588c52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 217 time: 0.1833363 Jun 06 14:30:13.974383 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922f1f1-0740-4e65-921c-aa413911f15c req-5c7d4ce2-c261-41d4-8935-3a3707007b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:13.981391 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4922f1f1-0740-4e65-921c-aa413911f15c req-5c7d4ce2-c261-41d4-8935-3a3707007b71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f HTTP/1.1" status: 200 len: 854 time: 0.1264591 Jun 06 14:30:14.101673 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922f1f1-0740-4e65-921c-aa413911f15c req-825ab09d-479e-4665-bfc0-2d5985fdf1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:14.106953 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4922f1f1-0740-4e65-921c-aa413911f15c req-825ab09d-479e-4665-bfc0-2d5985fdf1fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bc8f27b-6227-41c2-afe6-78b098342e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085498 Jun 06 14:30:14.242079 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:14.340885 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4922f1f1-0740-4e65-921c-aa413911f15c req-d18ec27a-ee83-40ec-a3bd-950f9f815f6c service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244074 Jun 06 14:30:14.610718 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:14.615174 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4701ba58-549a-405f-9cc5-b7091cb06ab8', 'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'mac_address': 'fa:16:3e:84:28:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:27Z', 'updated_at': '2022-06-06T14:27:34Z', 'revision_number': 5, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'subnets': [{'id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:14.761551 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39e4631-38dd-49b7-848e-92c4c5ddfe16 None None] The sync data for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi is: [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:27:27Z', 'revision_number': 4, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '4701ba58-549a-405f-9cc5-b7091cb06ab8', 'name': '', 'network_id': '0bc8f27b-6227-41c2-afe6-78b098342e4c', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'mac_address': 'fa:16:3e:84:28:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:27Z', 'updated_at': '2022-06-06T14:27:34Z', 'revision_number': 5, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'subnets': [{'id': 'f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:30:14.770254 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4922f1f1-0740-4e65-921c-aa413911f15c req-52b76861-294e-4364-bb21-d0f0ad558b53 service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891546 Jun 06 14:30:14.889821 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-f8512744-58d9-40e1-a12d-b48dd495f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:14.891821 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-f8512744-58d9-40e1-a12d-b48dd495f628 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1af47083c644609a4a84b1273a4087f&device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1129 time: 0.0726640 Jun 06 14:30:15.003062 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-9b80f7ba-33b4-401d-a02f-ab298abcea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:15.005641 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-9b80f7ba-33b4-401d-a02f-ab298abcea63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bc8f27b-6227-41c2-afe6-78b098342e4c HTTP/1.1" status: 200 len: 916 time: 0.1063750 Jun 06 14:30:15.081612 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-77d93bf1-561f-4802-ac41-ef92015fe08a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 217 time: 0.0677507 Jun 06 14:30:15.243279 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-dfd45876-ec8c-460e-af2b-7ea44bc6c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:15.245962 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-dfd45876-ec8c-460e-af2b-7ea44bc6c73e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f HTTP/1.1" status: 200 len: 854 time: 0.1496634 Jun 06 14:30:15.268823 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd6dfd-170f-4b19-b064-4717c07be2d7 None None] New status for floating IP 0a1c4532-379c-446d-8cf0-5f031bf10cd7: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:30:15.330270 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-569312f6-1391-4bf9-9673-4551ee77d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:15.335911 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-569312f6-1391-4bf9-9673-4551ee77d98a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bc8f27b-6227-41c2-afe6-78b098342e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830758 Jun 06 14:30:15.562261 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-545289f4-6437-41e8-9e4d-eb958b94751a service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179360 Jun 06 14:30:15.723535 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ffb2b7a7-2a13-48cf-b0d6-2459637e286a req-67b619cd-c6cb-4dc2-aaab-bb05ad9fa8b2 service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532886 Jun 06 14:30:15.851666 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-005b2133-b69f-44f0-acc3-1ec1fc85bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:15.855235 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-005b2133-b69f-44f0-acc3-1ec1fc85bff4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1af47083c644609a4a84b1273a4087f&device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 1129 time: 0.0726955 Jun 06 14:30:16.031637 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-393eb538-e6fb-4eef-9c90-9184723c6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:16.033824 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-393eb538-e6fb-4eef-9c90-9184723c6d4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=0bc8f27b-6227-41c2-afe6-78b098342e4c HTTP/1.1" status: 200 len: 916 time: 0.1348481 Jun 06 14:30:16.088766 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-5838643f-024f-4cd8-a8c8-9139efd8d917 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 200 len: 217 time: 0.0468314 Jun 06 14:30:16.161025 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:16.198494 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-033b937c-6485-430c-9a7f-90ae27562616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:16.203164 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-033b937c-6485-430c-9a7f-90ae27562616 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f HTTP/1.1" status: 200 len: 854 time: 0.1076338 Jun 06 14:30:16.265216 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-705861b3-a8be-4c18-9d79-0b23a4f178b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:16.267067 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-705861b3-a8be-4c18-9d79-0b23a4f178b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0bc8f27b-6227-41c2-afe6-78b098342e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579209 Jun 06 14:30:16.341378 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:16.390516 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-d98f7c6f-491a-4ef9-8dc4-1249f3448dff service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160696 Jun 06 14:30:16.512665 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f54bd166-25df-40b4-b2d0-cc67883e8dcd req-837529d1-1d4c-4d9f-be77-c935c3c843a0 service neutron] 10.222.0.46 "GET /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133265 Jun 06 14:30:17.284986 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0603c-86e2-43a8-a03c-3a534ba40b0f req-4a71b836-6786-46c9-9252-a94327029375 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:17.286721 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cbb0603c-86e2-43a8-a03c-3a534ba40b0f req-4a71b836-6786-46c9-9252-a94327029375 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.3479168 Jun 06 14:30:17.365555 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cbb0603c-86e2-43a8-a03c-3a534ba40b0f req-1e1e213f-faff-4014-8e2f-597f9911cd4f tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691729 Jun 06 14:30:17.720941 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48760) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:17.886897 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f425231c-a161-4554-bb64-133e90d656ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:17.916207 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:18.014667 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f425231c-a161-4554-bb64-133e90d656ba admin admin] Publish callbacks [] for security_group (3537e8fb-0fbc-4bd8-ad56-5508816e0fb4), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:18.020465 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f425231c-a161-4554-bb64-133e90d656ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (3537e8fb-0fbc-4bd8-ad56-5508816e0fb4), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:18.070809 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f425231c-a161-4554-bb64-133e90d656ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbea9422f6fe4521a49803cfe7e43e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485358 Jun 06 14:30:18.072706 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425231c-a161-4554-bb64-133e90d656ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3537e8fb-0fbc-4bd8-ad56-5508816e0fb4,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:18.074552 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48778) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:18.183531 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0d10b7e5-c512-4471-9dcc-fb58c284b417 admin admin] Publish callbacks [] for security_group (3537e8fb-0fbc-4bd8-ad56-5508816e0fb4), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:18.224605 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0d10b7e5-c512-4471-9dcc-fb58c284b417 admin admin] Publish callbacks [] for security_group (3537e8fb-0fbc-4bd8-ad56-5508816e0fb4), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:18.311017 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0d10b7e5-c512-4471-9dcc-fb58c284b417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (3537e8fb-0fbc-4bd8-ad56-5508816e0fb4), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:18.315252 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0d10b7e5-c512-4471-9dcc-fb58c284b417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:18.320292 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0d10b7e5-c512-4471-9dcc-fb58c284b417 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3537e8fb-0fbc-4bd8-ad56-5508816e0fb4 HTTP/1.1" status: 204 len: 168 time: 0.2407572 Jun 06 14:30:18.339001 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10b7e5-c512-4471-9dcc-fb58c284b417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537e8fb-0fbc-4bd8-ad56-5508816e0fb4,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:18.550948 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1019e-bb59-4cfc-898d-7131cac2b922 req-b9f35e52-02eb-460c-a478-e63c217474a8 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:18.552958 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5fc1019e-bb59-4cfc-898d-7131cac2b922 req-b9f35e52-02eb-460c-a478-e63c217474a8 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.0822008 Jun 06 14:30:18.624887 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5fc1019e-bb59-4cfc-898d-7131cac2b922 req-715390ca-2956-48c7-93e2-86de5a5dfbe7 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/security-groups?id=ea96c212-2ad4-431e-8f92-21dc20ee15f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628836 Jun 06 14:30:18.838136 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48798) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:18.866161 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a2d16bc-863b-4c80-bfca-d393778f6f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:18.914720 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-65f42482-8167-40bb-a497-7a618cadafbf tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:18.918212 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-65f42482-8167-40bb-a497-7a618cadafbf tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.46 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 945 time: 0.0935566 Jun 06 14:30:19.050964 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a2d16bc-863b-4c80-bfca-d393778f6f31 admin admin] Publish callbacks [] for security_group (29bf3aa2-d0ce-4fc0-a504-a8e097a4dd66), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.058582 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a2d16bc-863b-4c80-bfca-d393778f6f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (29bf3aa2-d0ce-4fc0-a504-a8e097a4dd66), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.084548 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:19.119641 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d16bc-863b-4c80-bfca-d393778f6f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf3aa2-d0ce-4fc0-a504-a8e097a4dd66,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:19.122700 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Deleting port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:19.124514 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.128306 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6a2d16bc-863b-4c80-bfca-d393778f6f31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e677549e4c1146e28d89ce4e0f9d6ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864997 Jun 06 14:30:19.130567 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48800) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:19.218661 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-473e60dc-c0d7-4409-bf2c-4e95a58def89 admin admin] Publish callbacks [] for security_group (29bf3aa2-d0ce-4fc0-a504-a8e097a4dd66), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.254204 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-473e60dc-c0d7-4409-bf2c-4e95a58def89 admin admin] Publish callbacks [] for security_group (29bf3aa2-d0ce-4fc0-a504-a8e097a4dd66), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.254854 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] For port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:19.255301 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.272279 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Calling delete_port for 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:19.332456 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-473e60dc-c0d7-4409-bf2c-4e95a58def89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (29bf3aa2-d0ce-4fc0-a504-a8e097a4dd66), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.337177 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-473e60dc-c0d7-4409-bf2c-4e95a58def89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.338799 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-473e60dc-c0d7-4409-bf2c-4e95a58def89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29bf3aa2-d0ce-4fc0-a504-a8e097a4dd66 HTTP/1.1" status: 204 len: 168 time: 0.2069046 Jun 06 14:30:19.351181 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e60dc-c0d7-4409-bf2c-4e95a58def89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf3aa2-d0ce-4fc0-a504-a8e097a4dd66,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:19.499958 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.526102 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:30:19.554633 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Pushing event deleted for resources: {'Port': ['ID=02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:19.700001 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] No DVR routers for this DVR port 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:19.706371 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:19.711269 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7b631ab0-9f49-4774-86c5-29b5bf7c0495 req-d3e2eeba-17ca-474a-87e7-a1fdc7df6a65 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.46 "DELETE /v2.0/ports/02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e HTTP/1.1" status: 204 len: 173 time: 0.7725554 Jun 06 14:30:19.712315 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'name': 'network-vif-deleted', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:30:19.715448 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e912952-9e1f-41a9-9390-c730e2a6f91a" -d '{"events": [{"server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "name": "network-vif-deleted", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:30:19.883993 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-daaf6b01-5437-4687-a9e0-a16dbea9d931 req-3df3f4c7-dbf0-4ef2-a820-362d559d0c27 tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 210 time: 0.1110930 Jun 06 14:30:19.963998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065efaf9-76e0-4b49-97cd-cee1c6a28036 x-openstack-request-id: req-065efaf9-76e0-4b49-97cd-cee1c6a28036 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:30:19.964316 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0295b34b-3e1d-4b32-9372-4296fda63d08", "name": "network-vif-deleted", "tag": "02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:30:19.964643 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-065efaf9-76e0-4b49-97cd-cee1c6a28036 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:30:19.965071 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065efaf9-76e0-4b49-97cd-cee1c6a28036'] response: {'server_uuid': '0295b34b-3e1d-4b32-9372-4296fda63d08', 'name': 'network-vif-deleted', 'tag': '02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e', 'status': 'completed', 'code': 200} Jun 06 14:30:20.114305 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e027d-6b87-478c-b6ae-87731f35624c req-efa21b25-4460-4bb3-9f69-9e5bc795fe31 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:20.117686 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd3e027d-6b87-478c-b6ae-87731f35624c req-efa21b25-4460-4bb3-9f69-9e5bc795fe31 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 946 time: 0.0737643 Jun 06 14:30:20.194052 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd3e027d-6b87-478c-b6ae-87731f35624c req-579521a0-cc6b-4a10-87e7-3f9f95a07895 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702348 Jun 06 14:30:20.301307 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48854) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:20.452487 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-412ee549-1af7-4fb8-a3ea-1c40635ecf43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:20.577312 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-412ee549-1af7-4fb8-a3ea-1c40635ecf43 admin admin] Publish callbacks [] for security_group (94011291-8a42-41a5-9ffb-9dacf7f5c876), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:20.582644 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-412ee549-1af7-4fb8-a3ea-1c40635ecf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (94011291-8a42-41a5-9ffb-9dacf7f5c876), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:20.652511 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ee549-1af7-4fb8-a3ea-1c40635ecf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94011291-8a42-41a5-9ffb-9dacf7f5c876,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:20.659246 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-412ee549-1af7-4fb8-a3ea-1c40635ecf43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1c899c80cad425dae802f5787038041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568032 Jun 06 14:30:20.663224 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48866) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:20.687862 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:20.738391 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1d196e21-37ed-44a7-b382-cbe04efb40b2 admin admin] Publish callbacks [] for security_group (94011291-8a42-41a5-9ffb-9dacf7f5c876), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:20.771790 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1d196e21-37ed-44a7-b382-cbe04efb40b2 admin admin] Publish callbacks [] for security_group (94011291-8a42-41a5-9ffb-9dacf7f5c876), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:20.831207 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1d196e21-37ed-44a7-b382-cbe04efb40b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (94011291-8a42-41a5-9ffb-9dacf7f5c876), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:20.834562 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1d196e21-37ed-44a7-b382-cbe04efb40b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:20.836058 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1d196e21-37ed-44a7-b382-cbe04efb40b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94011291-8a42-41a5-9ffb-9dacf7f5c876 HTTP/1.1" status: 204 len: 168 time: 0.1704295 Jun 06 14:30:20.847100 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d196e21-37ed-44a7-b382-cbe04efb40b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94011291-8a42-41a5-9ffb-9dacf7f5c876,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:21.063176 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09a68d31-1ebd-4168-8b3a-66198c2e37d9 req-1e588b62-c200-4bf0-95c7-f8709295400a tempest-TestMinimumBasicScenario-62961042 tempest-TestMinimumBasicScenario-62961042-project] 10.222.0.13 "GET /v2.0/ports?device_id=0295b34b-3e1d-4b32-9372-4296fda63d08 HTTP/1.1" status: 200 len: 210 time: 0.0612748 Jun 06 14:30:21.334705 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 48890) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:21.350482 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-259e1dff-05e4-406b-8587-bc31390bf393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:21.401990 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:21.408562 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:21.409770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd94d31-aeea-4a0f-a982-c796af0672ea req-0a94ba5a-413d-422f-9e56-29e118902dad tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:21.413013 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fcd94d31-aeea-4a0f-a982-c796af0672ea req-0a94ba5a-413d-422f-9e56-29e118902dad tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 946 time: 0.0791118 Jun 06 14:30:21.465552 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-259e1dff-05e4-406b-8587-bc31390bf393 admin admin] Publish callbacks [] for security_group (0a4078fa-555d-4e3b-a6b8-277873eafded), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:21.471659 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-259e1dff-05e4-406b-8587-bc31390bf393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (0a4078fa-555d-4e3b-a6b8-277873eafded), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:21.498266 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fcd94d31-aeea-4a0f-a982-c796af0672ea req-59e346db-7d9f-4274-85ac-d48edb21c8a0 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715885 Jun 06 14:30:21.528403 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-259e1dff-05e4-406b-8587-bc31390bf393 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f564b3c83fd84daa83dd52420048cce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923976 Jun 06 14:30:21.530900 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e1dff-05e4-406b-8587-bc31390bf393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4078fa-555d-4e3b-a6b8-277873eafded,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:21.531839 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48894) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:21.594102 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c70cd9c-d0be-4333-afae-056db495de4a admin admin] Publish callbacks [] for security_group (0a4078fa-555d-4e3b-a6b8-277873eafded), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:21.635418 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c70cd9c-d0be-4333-afae-056db495de4a admin admin] Publish callbacks [] for security_group (0a4078fa-555d-4e3b-a6b8-277873eafded), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:21.695017 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:21.741470 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c70cd9c-d0be-4333-afae-056db495de4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (0a4078fa-555d-4e3b-a6b8-277873eafded), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:21.753237 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c70cd9c-d0be-4333-afae-056db495de4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:21.755713 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5c70cd9c-d0be-4333-afae-056db495de4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a4078fa-555d-4e3b-a6b8-277873eafded HTTP/1.1" status: 204 len: 168 time: 0.2217731 Jun 06 14:30:21.766124 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-523bf573-aae8-43b6-a521-faa1944d0e57 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:21.768079 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-523bf573-aae8-43b6-a521-faa1944d0e57 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 946 time: 0.0981007 Jun 06 14:30:21.788080 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70cd9c-d0be-4333-afae-056db495de4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4078fa-555d-4e3b-a6b8-277873eafded,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:21.911312 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Deleting port 00be5767-88c2-478d-a1ae-cc4eac3793c2 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:21.911863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:22.097695 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] For port 00be5767-88c2-478d-a1ae-cc4eac3793c2, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=00be5767-88c2-478d-a1ae-cc4eac3793c2,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:22.098263 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:22.659178 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:22.659934 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (f3a5cd05-753d-48dc-93df-438984a4acf1), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:22.660593 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Floating IP f3a5cd05-753d-48dc-93df-438984a4acf1 disassociated. External IP: 172.27.1.241, port: 00be5767-88c2-478d-a1ae-cc4eac3793c2. Jun 06 14:30:22.661205 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Calling delete_port for 00be5767-88c2-478d-a1ae-cc4eac3793c2 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:22.736672 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec70cc6-d3a0-4d8d-b64d-546f9173d4f9 req-fd88a34c-4590-4a70-a27e-ae4d9525e2e6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:22.739985 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1ec70cc6-d3a0-4d8d-b64d-546f9173d4f9 req-fd88a34c-4590-4a70-a27e-ae4d9525e2e6 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 946 time: 0.1221306 Jun 06 14:30:22.818383 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1ec70cc6-d3a0-4d8d-b64d-546f9173d4f9 req-da048af0-58b6-493c-bc17-03d837b86ece tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1f4811c-f854-49ff-a34c-01dc60055959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715473 Jun 06 14:30:22.878598 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (00be5767-88c2-478d-a1ae-cc4eac3793c2), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:22.917294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event deleted for resources: {'Port': ['ID=00be5767-88c2-478d-a1ae-cc4eac3793c2,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:23.027570 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:23.077277 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:23.077631 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 02e3f9a2-24eb-4ed2-b8c3-852b2dfd461e not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:23.212864 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Router 76f85970-ea41-4a7a-a2b2-010e60125c2c has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:30:23.271654 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:30:23.330301 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:23.452868 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:30:23.469278 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] Sync routers for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:30:23.488368 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:23.489482 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:23.573873 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] No DVR routers for this DVR port 00be5767-88c2-478d-a1ae-cc4eac3793c2 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:23.598161 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:23.616337 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-57a9da32-5fef-435a-8757-e977c6a43c6a req-07d40929-52c4-4ff2-b6ad-756e5800d34e tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.46 "DELETE /v2.0/ports/00be5767-88c2-478d-a1ae-cc4eac3793c2 HTTP/1.1" status: 204 len: 173 time: 1.8385828 Jun 06 14:30:23.617059 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-deleted', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:30:23.633911 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b14cc8d-d1c5-4954-92f4-1cd03852dc5b" -d '{"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-deleted", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:30:23.695447 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:23.754366 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 48988) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:23.754942 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07faab7b-426b-4b9b-aad6-0dfb71306f5d x-openstack-request-id: req-07faab7b-426b-4b9b-aad6-0dfb71306f5d {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:30:23.754942 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a", "name": "network-vif-deleted", "tag": "00be5767-88c2-478d-a1ae-cc4eac3793c2", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:30:23.755487 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07faab7b-426b-4b9b-aad6-0dfb71306f5d {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:30:23.755487 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07faab7b-426b-4b9b-aad6-0dfb71306f5d'] response: {'server_uuid': '7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a', 'name': 'network-vif-deleted', 'tag': '00be5767-88c2-478d-a1ae-cc4eac3793c2', 'status': 'completed', 'code': 200} Jun 06 14:30:23.994897 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:24.088564 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6c680cdb-821e-4db3-be44-4b024eb84c6c req-bb50ae82-979e-4116-87a9-a5ffd8c7c268 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f5e0a9a-f60c-4b3f-b6ae-b2bbbcc46d2a HTTP/1.1" status: 200 len: 210 time: 0.0696983 Jun 06 14:30:24.097299 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:24.135928 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] Checking router: 76f85970-ea41-4a7a-a2b2-010e60125c2c for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:30:24.197224 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:24.198288 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:24.401633 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:24.642895 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-6fc41d1c-e55d-45c9-bba2-f1bacd4d8bd1 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923056894&fields=id&tenant_id=add30fb78c80414599ebb8f57fb31389 HTTP/1.1" status: 200 len: 267 time: 0.2068930 Jun 06 14:30:24.869560 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:24.884624 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (aa81b649-12e1-4bed-8897-4a932de29ff9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:24.903088 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cdeeb5-9420-42a4-a2ca-bdafb1ce3a85 None None] The sync data for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi is: [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:22:28Z', 'revision_number': 4, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'd60e1cc6-9ae1-49c6-922a-982e6340f3ab', 'name': '', 'network_id': 'b65619dd-abf2-4bc8-afc9-54a8502ba090', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'mac_address': 'fa:16:3e:27:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f9745c52-946a-4596-9205-2270800fb35d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:25Z', 'updated_at': '2022-06-06T14:22:52Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'subnets': [{'id': 'f9745c52-946a-4596-9205-2270800fb35d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:30:25.043275 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:25.052205 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-db511e70-f283-48fb-98e1-54bb908ae40a tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:25.053803 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-db511e70-f283-48fb-98e1-54bb908ae40a tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/networks?id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 200 len: 809 time: 0.3765233 Jun 06 14:30:25.084398 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-4b64bba8-c617-4e8c-8f97-2d665a139008 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/quotas/add30fb78c80414599ebb8f57fb31389 HTTP/1.1" status: 200 len: 375 time: 0.0162261 Jun 06 14:30:25.261419 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49032) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:25.270789 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-02cc0bae-30a0-42ff-bf9e-8823703da962 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=add30fb78c80414599ebb8f57fb31389&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1444030 Jun 06 14:30:25.303509 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:25.379015 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-37436ef8-ec1a-4c77-8eeb-25d56c731702 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (e1f4811c-f854-49ff-a34c-01dc60055959), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:25.381919 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:25.409189 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-37436ef8-ec1a-4c77-8eeb-25d56c731702 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (e1f4811c-f854-49ff-a34c-01dc60055959), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:25.425829 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b389228-cd38-496d-af68-6c38f292d326 None None] New status for floating IP f3a5cd05-753d-48dc-93df-438984a4acf1: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:30:25.439958 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-f44b524b-ef8a-42ed-ab18-b5626200a6c2 service neutron] 10.222.0.13 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681993 Jun 06 14:30:25.470270 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Deleting port 4701ba58-549a-405f-9cc5-b7091cb06ab8 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:25.470733 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:25.487339 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-37436ef8-ec1a-4c77-8eeb-25d56c731702 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (e1f4811c-f854-49ff-a34c-01dc60055959), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:25.491139 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-37436ef8-ec1a-4c77-8eeb-25d56c731702 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:25.493125 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-37436ef8-ec1a-4c77-8eeb-25d56c731702 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1f4811c-f854-49ff-a34c-01dc60055959 HTTP/1.1" status: 204 len: 168 time: 0.2298582 Jun 06 14:30:25.505020 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49040) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:25.505929 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37436ef8-ec1a-4c77-8eeb-25d56c731702 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f4811c-f854-49ff-a34c-01dc60055959,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:25.535836 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-91a3a8a2-eb54-41b4-baa7-b0743be5f220 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] show failed (client error): The resource could not be found. Jun 06 14:30:25.537322 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-91a3a8a2-eb54-41b4-baa7-b0743be5f220 tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "GET /v2.0/security-groups/e1f4811c-f854-49ff-a34c-01dc60055959 HTTP/1.1" status: 404 len: 347 time: 0.0284832 Jun 06 14:30:25.543319 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49042) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:25.660778 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-e6e1b56f-afec-4370-94d8-986e2e6f3332 service neutron] 10.222.0.13 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198396 Jun 06 14:30:25.688768 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] For port 4701ba58-549a-405f-9cc5-b7091cb06ab8, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=4701ba58-549a-405f-9cc5-b7091cb06ab8,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:25.689229 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:25.715981 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Calling delete_port for 4701ba58-549a-405f-9cc5-b7091cb06ab8 owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:25.816971 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Deleting port ca7e8817-052d-4106-96bc-a00d77256e36 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:25.817422 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (ca7e8817-052d-4106-96bc-a00d77256e36), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:25.967516 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (ca7e8817-052d-4106-96bc-a00d77256e36), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:25.967837 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (ca7e8817-052d-4106-96bc-a00d77256e36), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:25.983891 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Calling delete_port for ca7e8817-052d-4106-96bc-a00d77256e36 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:26.088540 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (4701ba58-549a-405f-9cc5-b7091cb06ab8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:26.147897 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4701ba58-549a-405f-9cc5-b7091cb06ab8,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:26.245600 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (ca7e8817-052d-4106-96bc-a00d77256e36), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:26.309632 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-57a03915-6c10-4491-af2b-dcd5e1f4e6f3 req-27c6d117-a6a5-49b5-8bd9-618f3a4adba8 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 210 time: 0.0782578 Jun 06 14:30:26.439405 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Pushing event deleted for resources: {'Port': ['ID=ca7e8817-052d-4106-96bc-a00d77256e36,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:26.516987 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (aa81b649-12e1-4bed-8897-4a932de29ff9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:26.525998 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:26.619290 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks [] for floatingip (f3a5cd05-753d-48dc-93df-438984a4acf1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:26.625371 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:26.639877 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-d99b70ab-b66f-4672-a479-fb8a24ba2fbb tempest-AttachVolumeShelveTestJSON-1468578328 tempest-AttachVolumeShelveTestJSON-1468578328-project] 10.222.0.13 "DELETE /v2.0/floatingips/f3a5cd05-753d-48dc-93df-438984a4acf1 HTTP/1.1" status: 204 len: 168 time: 1.0948431 Jun 06 14:30:27.028640 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:27.059384 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 00be5767-88c2-478d-a1ae-cc4eac3793c2 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:27.059832 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 00be5767-88c2-478d-a1ae-cc4eac3793c2 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:27.259986 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:27.311569 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Router aa81b649-12e1-4bed-8897-4a932de29ff9 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:30:27.475895 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:30:27.486549 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-78cddbf8-ab9a-4ff4-a7f8-474d967f9ff8 admin admin] 10.222.0.13 "PUT /v2.0/routers/aa81b649-12e1-4bed-8897-4a932de29ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7287006 Jun 06 14:30:27.489927 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49152) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:27.498052 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] Sync routers for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:30:27.537847 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:27.540414 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:27.557906 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-74e41036-64bb-442a-9188-319a8efbe5af req-8a1b1950-b158-42b6-b949-9ad444dd3883 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 210 time: 0.0552049 Jun 06 14:30:27.686774 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks [] for router (aa81b649-12e1-4bed-8897-4a932de29ff9), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:27.790421 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:27.915295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:28.083333 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:28.117090 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:30:25Z', 'revision_number': 5, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port': {'id': '52d02633-40b6-4627-9a9d-c3d5ef8a5869', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:24Z', 'updated_at': '2022-06-06T14:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:28.121158 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks [] for router_gateway (aa81b649-12e1-4bed-8897-4a932de29ff9), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:28.128373 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:28.172074 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-42b3202c-68ce-4130-acfc-2efb51fb5bb2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:28.174259 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-42b3202c-68ce-4130-acfc-2efb51fb5bb2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.46 "GET /v2.0/networks?id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 200 len: 809 time: 0.3587587 Jun 06 14:30:28.199403 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] Checking router: aa81b649-12e1-4bed-8897-4a932de29ff9 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:30:28.224037 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] Routers {'aa81b649-12e1-4bed-8897-4a932de29ff9'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:28.224698 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa81b649-12e1-4bed-8897-4a932de29ff9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:28.336707 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Deleting port 52d02633-40b6-4627-9a9d-c3d5ef8a5869 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:28.337123 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:28.464529 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] Set router aa81b649-12e1-4bed-8897-4a932de29ff9 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:28.551848 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] For port 52d02633-40b6-4627-9a9d-c3d5ef8a5869, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=52d02633-40b6-4627-9a9d-c3d5ef8a5869,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:28.552659 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:28.636159 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:30:28Z', 'revision_number': 6, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port_host': None}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:28.677395 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Calling delete_port for 52d02633-40b6-4627-9a9d-c3d5ef8a5869 owned by network:router_gateway {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:28.900895 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5436f54-0e7f-4370-abc4-252d3d266de5 None None] The sync data for ids ['aa81b649-12e1-4bed-8897-4a932de29ff9'] in dv-cinder-844140-2-iscsi is: [{'id': 'aa81b649-12e1-4bed-8897-4a932de29ff9', 'name': 'tempest-TestMinimumBasicScenario-1446094822-router', 'tenant_id': 'd1af47083c644609a4a84b1273a4087f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:23Z', 'updated_at': '2022-06-06T14:30:28Z', 'revision_number': 6, 'project_id': 'd1af47083c644609a4a84b1273a4087f', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:30:28.923985 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-e1ee8a71-d803-4e2c-8480-68560e524357 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=add30fb78c80414599ebb8f57fb31389 HTTP/1.1" status: 200 len: 380 time: 0.7005227 Jun 06 14:30:28.956718 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Request body: {'port': {'device_id': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'admin_state_up': True, 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'security_groups': ['d823557f-cab5-4840-b1d9-b14ca13c1cda']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:28.993654 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c96dc4f5-a887-4ba5-82bd-da49e1c8d005 req-284622aa-2e5c-4afc-932f-1c92a22231b8 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 210 time: 0.1204805 Jun 06 14:30:29.099582 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49194) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:29.155406 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49198) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:29.288901 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce3ea-7597-43c2-8693-326912ad644c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.351851 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (52d02633-40b6-4627-9a9d-c3d5ef8a5869), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.408176 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Made reservation on behalf of add30fb78c80414599ebb8f57fb31389 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:30:29.412142 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.418869 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Pushing event deleted for resources: {'Port': ['ID=52d02633-40b6-4627-9a9d-c3d5ef8a5869,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:29.420558 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:29.455647 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cd11-dcf0-4606-966d-d787a0828e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.574378 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (aa81b649-12e1-4bed-8897-4a932de29ff9), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.588105 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce3ea-7597-43c2-8693-326912ad644c admin admin] Publish callbacks [] for security_group (14e48241-7ff1-47d9-b011-1d89520719bd), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.596255 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce3ea-7597-43c2-8693-326912ad644c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (14e48241-7ff1-47d9-b011-1d89520719bd), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.695593 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9b5ce3ea-7597-43c2-8693-326912ad644c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8d0902bce53491abeae88c797f6ebea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5940123 Jun 06 14:30:29.697025 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ce3ea-7597-43c2-8693-326912ad644c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e48241-7ff1-47d9-b011-1d89520719bd,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:29.703743 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49204) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:29.739603 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (aa81b649-12e1-4bed-8897-4a932de29ff9), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.745651 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks [] for router_controller (aa81b649-12e1-4bed-8897-4a932de29ff9), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.777863 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cd11-dcf0-4606-966d-d787a0828e2c admin admin] Publish callbacks [] for security_group (5c373e11-ca8d-4269-9749-326fab95ee70), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.788100 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cfa2cd11-dcf0-4606-966d-d787a0828e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (5c373e11-ca8d-4269-9749-326fab95ee70), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.816276 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-613da86b-e41e-421b-afba-262dc9593fde admin admin] Publish callbacks [] for security_group (14e48241-7ff1-47d9-b011-1d89520719bd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.816697 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Allocated IP 172.20.0.4 (5aaebfbc-d478-477c-b5e8-32d8ff91fb13/b0ba066a-4556-4e15-b564-a5fec787deb6/ec94f552-03df-49e5-bf66-261965d27d90) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:30:29.849485 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (aa81b649-12e1-4bed-8897-4a932de29ff9), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.849485 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa81b649-12e1-4bed-8897-4a932de29ff9 {{(pid=103910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:30:29.853771 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.860171 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4f01e9aa-a49c-4850-9a2e-e905c1e9eecd admin admin] 10.222.0.13 "DELETE /v2.0/routers/aa81b649-12e1-4bed-8897-4a932de29ff9 HTTP/1.1" status: 204 len: 168 time: 2.3689613 Jun 06 14:30:29.862269 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49208) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:29.936596 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-cfa2cd11-dcf0-4606-966d-d787a0828e2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66b907ecb0c5483d979d8c7c5e93ed59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7789705 Jun 06 14:30:29.941285 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ebe9f9-c0cd-49da-9440-17667b7b707c admin admin] Deleting subnet f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:30:29.946859 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49212) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:29.958935 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-613da86b-e41e-421b-afba-262dc9593fde admin admin] Publish callbacks [] for security_group (14e48241-7ff1-47d9-b011-1d89520719bd), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:29.967342 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2cd11-dcf0-4606-966d-d787a0828e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c373e11-ca8d-4269-9749-326fab95ee70,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:30.041446 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:30.042271 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49214) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:30.049466 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-74ebe9f9-c0cd-49da-9440-17667b7b707c admin admin] Publish callbacks [] for subnet (f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.049997 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 52d02633-40b6-4627-9a9d-c3d5ef8a5869 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:30.060475 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:30.124377 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 52d02633-40b6-4627-9a9d-c3d5ef8a5869 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:30.125297 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 52d02633-40b6-4627-9a9d-c3d5ef8a5869 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:30.126111 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 4701ba58-549a-405f-9cc5-b7091cb06ab8 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:30.179381 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-74ebe9f9-c0cd-49da-9440-17667b7b707c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26037606'] for subnet (f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.183735 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10083c67-98ec-490c-861e-6a6b0faba090 admin admin] Publish callbacks [] for security_group (5c373e11-ca8d-4269-9749-326fab95ee70), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.211766 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 4701ba58-549a-405f-9cc5-b7091cb06ab8 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:30.212928 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 4701ba58-549a-405f-9cc5-b7091cb06ab8 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:30.266307 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for port (ec94f552-03df-49e5-bf66-261965d27d90), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.267875 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4aa9460f-0b90-4def-af11-a655239f42aa req-c2090dc0-6cb4-40da-9b6c-4f04e309ab1f tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 210 time: 0.0610144 Jun 06 14:30:30.296497 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10083c67-98ec-490c-861e-6a6b0faba090 admin admin] Publish callbacks [] for security_group (5c373e11-ca8d-4269-9749-326fab95ee70), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.308001 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-613da86b-e41e-421b-afba-262dc9593fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (14e48241-7ff1-47d9-b011-1d89520719bd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.315296 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-613da86b-e41e-421b-afba-262dc9593fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.331311 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-613da86b-e41e-421b-afba-262dc9593fde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14e48241-7ff1-47d9-b011-1d89520719bd HTTP/1.1" status: 204 len: 168 time: 0.6174746 Jun 06 14:30:30.372365 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:30.392989 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613da86b-e41e-421b-afba-262dc9593fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e48241-7ff1-47d9-b011-1d89520719bd,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:30.454909 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-74ebe9f9-c0cd-49da-9440-17667b7b707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.526686 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10083c67-98ec-490c-861e-6a6b0faba090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (5c373e11-ca8d-4269-9749-326fab95ee70), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.529299 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10083c67-98ec-490c-861e-6a6b0faba090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.533122 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-10083c67-98ec-490c-861e-6a6b0faba090 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c373e11-ca8d-4269-9749-326fab95ee70 HTTP/1.1" status: 204 len: 168 time: 0.5644424 Jun 06 14:30:30.549815 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (ec94f552-03df-49e5-bf66-261965d27d90), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.587793 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10083c67-98ec-490c-861e-6a6b0faba090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c373e11-ca8d-4269-9749-326fab95ee70,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:30.623071 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-74ebe9f9-c0cd-49da-9440-17667b7b707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25289273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26770698'] for subnet (f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.646988 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-74ebe9f9-c0cd-49da-9440-17667b7b707c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.651986 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-74ebe9f9-c0cd-49da-9440-17667b7b707c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f HTTP/1.1" status: 204 len: 168 time: 0.7876682 Jun 06 14:30:30.681672 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052815a4-365d-4ae3-ad36-3857e4a658a5 None None] Network 0bc8f27b-6227-41c2-afe6-78b098342e4c requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:30.682689 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49224) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:30.762464 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:30:30.780104 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:30:30.793366 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:30:30.798576 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'Port': ['ID=ec94f552-03df-49e5-bf66-261965d27d90,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:30.853990 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (0bc8f27b-6227-41c2-afe6-78b098342e4c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:30.861908 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe9f9-c0cd-49da-9440-17667b7b707c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5bb7faa-4db4-4842-8bbf-08e5ee1a9b2f,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:31.046965 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Deleting port 2c8608f3-a121-41b3-b068-642d6c29b278 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:31.047896 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.074944 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:31.075982 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.233968 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664e7e8-ba7f-414f-9929-687fc14575a1 None None] DHCP port deletion for 0bc8f27b-6227-41c2-afe6-78b098342e4c request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:30:31.250561 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49228) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:31.286506 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-76032b53-d4c8-40cb-903a-93f20df8953d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3416078 Jun 06 14:30:31.287424 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] For port 2c8608f3-a121-41b3-b068-642d6c29b278, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=2c8608f3-a121-41b3-b068-642d6c29b278,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:31.287897 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.306902 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Calling delete_port for 2c8608f3-a121-41b3-b068-642d6c29b278 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:31.347372 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6739035e-eb5b-43f4-851e-9473f9c143a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.356232 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Request body: {'port': {'device_id': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:31.383429 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f664e7e8-ba7f-414f-9929-687fc14575a1 None None] Deleting port 2c8608f3-a121-41b3-b068-642d6c29b278 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:31.384369 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f664e7e8-ba7f-414f-9929-687fc14575a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.513421 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2de694e1-5f89-46d0-8098-424df27b7744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.563454 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:31.573646 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-723b1556-6123-4e42-b7cd-a59c80b6bd85 None None] Provisioning complete for port ec94f552-03df-49e5-bf66-261965d27d90 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:31.574751 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-723b1556-6123-4e42-b7cd-a59c80b6bd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ec94f552-03df-49e5-bf66-261965d27d90), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.617966 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:31.623439 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-723b1556-6123-4e42-b7cd-a59c80b6bd85 None None] Port ec94f552-03df-49e5-bf66-261965d27d90 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:30:31.640643 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5be1ed-3e1e-48b8-89cd-fa9962331e87 req-c1cf4714-2cf7-4f82-b35d-8f49a6a5c2c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:31.643653 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be5be1ed-3e1e-48b8-89cd-fa9962331e87 req-c1cf4714-2cf7-4f82-b35d-8f49a6a5c2c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 931 time: 0.1253662 Jun 06 14:30:31.694739 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-f664e7e8-ba7f-414f-9929-687fc14575a1 None None] For port 2c8608f3-a121-41b3-b068-642d6c29b278, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=2c8608f3-a121-41b3-b068-642d6c29b278,segment=NetworkSegment(12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd),segment_id=12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:31.696151 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f664e7e8-ba7f-414f-9929-687fc14575a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.724127 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ec94f552-03df-49e5-bf66-261965d27d90), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.724732 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:31.734996 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f664e7e8-ba7f-414f-9929-687fc14575a1 None None] Calling delete_port for 2c8608f3-a121-41b3-b068-642d6c29b278 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:31.772766 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.828651 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8608f3-a121-41b3-b068-642d6c29b278,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:31.931156 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] No DVR routers for this DVR port 2c8608f3-a121-41b3-b068-642d6c29b278 on host dv-cinder-844140-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:31.950518 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 2c8608f3-a121-41b3-b068-642d6c29b278 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:31.953668 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be5be1ed-3e1e-48b8-89cd-fa9962331e87 req-46078d05-6535-47bf-bdf7-b49a700033ff tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607152 Jun 06 14:30:31.956276 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:31.974852 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2de694e1-5f89-46d0-8098-424df27b7744 admin admin] Publish callbacks [] for security_group (887b054b-4ff2-41b1-8a62-6789b4edee10), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:31.979791 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49234) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:31.985223 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:32.010137 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 2c8608f3-a121-41b3-b068-642d6c29b278 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:32.011895 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 2c8608f3-a121-41b3-b068-642d6c29b278 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:32.043626 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5c85-71c2-4555-b0b7-2976e4db0d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.056981 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2de694e1-5f89-46d0-8098-424df27b7744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (887b054b-4ff2-41b1-8a62-6789b4edee10), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.088533 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f664e7e8-ba7f-414f-9929-687fc14575a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445'] for port (2c8608f3-a121-41b3-b068-642d6c29b278), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.108277 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (76f85970-ea41-4a7a-a2b2-010e60125c2c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.130985 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664e7e8-ba7f-414f-9929-687fc14575a1 None None] Pushing event deleted for resources: {'Port': ['ID=2c8608f3-a121-41b3-b068-642d6c29b278,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:32.135798 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664e7e8-ba7f-414f-9929-687fc14575a1 None None] No DVR routers for this DVR port 2c8608f3-a121-41b3-b068-642d6c29b278 on host dv-cinder-844140-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:32.145047 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (0bc8f27b-6227-41c2-afe6-78b098342e4c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.183311 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de694e1-5f89-46d0-8098-424df27b7744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887b054b-4ff2-41b1-8a62-6789b4edee10,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:32.219468 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc8f27b-6227-41c2-afe6-78b098342e4c']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:32.248286 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2de694e1-5f89-46d0-8098-424df27b7744 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29e023c42cc74e4d89a6e0b907a3dcfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9904680 Jun 06 14:30:32.249339 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49236) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:32.251396 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:32.251759 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:32.301237 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037615'] for segment (12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.358352 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.385568 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:30:32.386087 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25289315'] for segment (12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.457529 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f0f2da92-3259-4403-8302-735191bd1dea admin admin] Publish callbacks [] for security_group (887b054b-4ff2-41b1-8a62-6789b4edee10), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.473822 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd resource provider aggregate not found Jun 06 14:30:32.512504 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:32.520240 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12d1c65f-00f4-4acc-b0c6-2ab8b4e273dd found for delete ", "request_id": "req-196711fb-7bbd-4df7-831a-d700bc85846e"}]} Jun 06 14:30:32.531074 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5c85-71c2-4555-b0b7-2976e4db0d9e admin admin] Publish callbacks [] for security_group (d800331f-806d-4aed-bd1d-91dd3cbaa059), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.550571 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f0f2da92-3259-4403-8302-735191bd1dea admin admin] Publish callbacks [] for security_group (887b054b-4ff2-41b1-8a62-6789b4edee10), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.561878 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5c85-71c2-4555-b0b7-2976e4db0d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d800331f-806d-4aed-bd1d-91dd3cbaa059), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.584863 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (0bc8f27b-6227-41c2-afe6-78b098342e4c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.590582 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.594216 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] 10.222.0.13 "DELETE /v2.0/networks/0bc8f27b-6227-41c2-afe6-78b098342e4c HTTP/1.1" status: 204 len: 168 time: 1.9102912 Jun 06 14:30:32.613019 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49242) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:32.637816 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dfd5b-5c9f-4aa7-8fcd-238060e3f58d admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc8f27b-6227-41c2-afe6-78b098342e4c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:32.666822 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f5c85-71c2-4555-b0b7-2976e4db0d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d800331f-806d-4aed-bd1d-91dd3cbaa059,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:32.675601 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3b4f5c85-71c2-4555-b0b7-2976e4db0d9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fdfac46a098465c9b3c4d6e68962fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6892219 Jun 06 14:30:32.678264 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49244) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:32.703021 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f0f2da92-3259-4403-8302-735191bd1dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (887b054b-4ff2-41b1-8a62-6789b4edee10), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.705764 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f0f2da92-3259-4403-8302-735191bd1dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:32.709820 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f0f2da92-3259-4403-8302-735191bd1dea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/887b054b-4ff2-41b1-8a62-6789b4edee10 HTTP/1.1" status: 204 len: 168 time: 0.4551735 Jun 06 14:30:32.725049 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2da92-3259-4403-8302-735191bd1dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887b054b-4ff2-41b1-8a62-6789b4edee10,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:32.787370 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:33.056573 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-092fbff3-c424-4437-be90-efd4daf5dacc admin admin] Publish callbacks [] for security_group (d800331f-806d-4aed-bd1d-91dd3cbaa059), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.144841 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b963d0-0ad4-43c1-9641-eb66695bf31a req-e195cec0-2495-4bd4-9ba9-d9d918c3a82b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:33.147927 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d0b963d0-0ad4-43c1-9641-eb66695bf31a req-e195cec0-2495-4bd4-9ba9-d9d918c3a82b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 931 time: 0.0663230 Jun 06 14:30:33.237567 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-092fbff3-c424-4437-be90-efd4daf5dacc admin admin] Publish callbacks [] for security_group (d800331f-806d-4aed-bd1d-91dd3cbaa059), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.244649 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec94f552-03df-49e5-bf66-261965d27d90 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:30:33.259953 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d0b963d0-0ad4-43c1-9641-eb66695bf31a req-b059904c-b15a-44b7-8cda-ebdfcd0cb54f tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985551 Jun 06 14:30:33.266968 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:33.281871 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Publish callbacks [] for port (ec94f552-03df-49e5-bf66-261965d27d90), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.337485 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Transition to ACTIVE for port object ec94f552-03df-49e5-bf66-261965d27d90 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:30:33.369739 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (ec94f552-03df-49e5-bf66-261965d27d90), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.439584 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Deleting port d60e1cc6-9ae1-49c6-922a-982e6340f3ab {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:33.439902 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.540393 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Pushing event updated for resources: {'Port': ['ID=ec94f552-03df-49e5-bf66-261965d27d90,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:33.621165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-092fbff3-c424-4437-be90-efd4daf5dacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d800331f-806d-4aed-bd1d-91dd3cbaa059), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.624218 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-092fbff3-c424-4437-be90-efd4daf5dacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.625762 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-092fbff3-c424-4437-be90-efd4daf5dacc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d800331f-806d-4aed-bd1d-91dd3cbaa059 HTTP/1.1" status: 204 len: 168 time: 0.9462872 Jun 06 14:30:33.731130 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fbff3-c424-4437-be90-efd4daf5dacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d800331f-806d-4aed-bd1d-91dd3cbaa059,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:33.763687 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] For port d60e1cc6-9ae1-49c6-922a-982e6340f3ab, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=d60e1cc6-9ae1-49c6-922a-982e6340f3ab,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:33.763863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.850729 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Calling delete_port for d60e1cc6-9ae1-49c6-922a-982e6340f3ab owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:33.902514 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Attempting to bind port ec94f552-03df-49e5-bf66-261965d27d90 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:30:33.903254 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Attempting to bind port ec94f552-03df-49e5-bf66-261965d27d90 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:30:33.903403 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8cf163d1-cd38-42ec-a5d5-7b38e0e2fd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.904418 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Attempting to bind port ec94f552-03df-49e5-bf66-261965d27d90 on network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:30:33.944128 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (e6d8c92c-b956-4fee-8f67-3347d510417c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:33.996488 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Port ec94f552-03df-49e5-bf66-261965d27d90 on network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:30:33.997114 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Attempting to bind port ec94f552-03df-49e5-bf66-261965d27d90 on network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:30:34.017633 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:34.025951 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:30:34.026723 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Checking segment: {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:30:34.027234 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Bound using segment: {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:30:34.027819 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Bound port: ec94f552-03df-49e5-bf66-261965d27d90, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:30:34.028295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ec94f552-03df-49e5-bf66-261965d27d90), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:34.182123 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:34.325238 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:30:34.347006 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=ec94f552-03df-49e5-bf66-261965d27d90,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:30:34.372253 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (ec94f552-03df-49e5-bf66-261965d27d90), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:34.429195 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49272) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:34.522937 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:34.524168 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:34.526036 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] 10.222.0.46 "PUT /v2.0/ports/ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 1093 time: 3.1965714 Jun 06 14:30:34.528736 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:30:34.532347 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203" -d '{"events": [{"name": "network-changed", "server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "tag": "ec94f552-03df-49e5-bf66-261965d27d90"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:30:34.627858 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42718ae-3a9d-4098-b08c-421388030107 service neutron] Pushing event updated for resources: {'Port': ['ID=ec94f552-03df-49e5-bf66-261965d27d90,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:34.650079 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (d60e1cc6-9ae1-49c6-922a-982e6340f3ab), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:34.659750 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-84065e97-57ce-4f90-b5d0-cec2b155ede8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:34.743209 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d060e782-cf62-4d81-b25c-00731df38926 x-openstack-request-id: req-d060e782-cf62-4d81-b25c-00731df38926 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:30:34.743572 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "tag": "ec94f552-03df-49e5-bf66-261965d27d90", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:30:34.743724 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d060e782-cf62-4d81-b25c-00731df38926 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:30:34.744136 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d060e782-cf62-4d81-b25c-00731df38926'] response: {'name': 'network-changed', 'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90', 'status': 'completed', 'code': 200} Jun 06 14:30:34.817911 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=d60e1cc6-9ae1-49c6-922a-982e6340f3ab,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:34.831734 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Deleting port 84e16aeb-5db5-463a-a101-c34f41d31421 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:34.832479 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:34.874026 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e58ee-6ea6-4467-b474-81a6302b1431 req-c3c1c9a4-4dcd-4eba-87ee-e877d8278b3d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:34.880027 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f1e58ee-6ea6-4467-b474-81a6302b1431 req-c3c1c9a4-4dcd-4eba-87ee-e877d8278b3d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.4349699 Jun 06 14:30:34.888796 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-c35ead14-a38e-462e-b7b3-4ad96227802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:34.895045 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-c35ead14-a38e-462e-b7b3-4ad96227802b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=add30fb78c80414599ebb8f57fb31389&device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1127 time: 0.2357130 Jun 06 14:30:34.975128 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-84065e97-57ce-4f90-b5d0-cec2b155ede8 admin admin] Publish callbacks [] for security_group (0025fc0b-f4a3-4a4c-8026-dc2f2b55890b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:34.988017 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-84065e97-57ce-4f90-b5d0-cec2b155ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (0025fc0b-f4a3-4a4c-8026-dc2f2b55890b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:35.066186 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:35.073172 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-f8982153-ec80-44be-8758-17260b2a964e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 217 time: 0.1594870 Jun 06 14:30:35.177231 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84065e97-57ce-4f90-b5d0-cec2b155ede8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0025fc0b-f4a3-4a4c-8026-dc2f2b55890b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:35.197564 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f1e58ee-6ea6-4467-b474-81a6302b1431 req-69c229d5-48bc-4497-98ba-dbd408689384 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881265 Jun 06 14:30:35.205601 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-84065e97-57ce-4f90-b5d0-cec2b155ede8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b42aedc3113e493e9d4ab266aec24e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7692242 Jun 06 14:30:35.206728 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49280) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:35.245414 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] For port 84e16aeb-5db5-463a-a101-c34f41d31421, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=84e16aeb-5db5-463a-a101-c34f41d31421,segment=NetworkSegment(85f30779-8fb2-445a-8189-ee6424e1a610),segment_id=85f30779-8fb2-445a-8189-ee6424e1a610)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:35.245821 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:35.249477 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-8364863d-dec1-4011-aff8-3cf3253d5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:35.251303 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-8364863d-dec1-4011-aff8-3cf3253d5f96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0ba066a-4556-4e15-b564-a5fec787deb6 HTTP/1.1" status: 200 len: 848 time: 0.1639254 Jun 06 14:30:35.281264 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:35.290914 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Calling delete_port for 84e16aeb-5db5-463a-a101-c34f41d31421 owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:35.389760 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:35.395531 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-21597627-bcb9-45ac-a838-1ff1898e0b34 admin admin] Publish callbacks [] for security_group (0025fc0b-f4a3-4a4c-8026-dc2f2b55890b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:35.400439 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-df426543-0768-4e5b-a1f9-cbe3b5db4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:35.402161 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-df426543-0768-4e5b-a1f9-cbe3b5db4de3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1301467 Jun 06 14:30:35.456229 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-21597627-bcb9-45ac-a838-1ff1898e0b34 admin admin] Publish callbacks [] for security_group (0025fc0b-f4a3-4a4c-8026-dc2f2b55890b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:35.524869 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (76f85970-ea41-4a7a-a2b2-010e60125c2c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:35.543340 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:35.560763 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-21597627-bcb9-45ac-a838-1ff1898e0b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (0025fc0b-f4a3-4a4c-8026-dc2f2b55890b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:35.566387 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-21597627-bcb9-45ac-a838-1ff1898e0b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:35.576868 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-21597627-bcb9-45ac-a838-1ff1898e0b34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0025fc0b-f4a3-4a4c-8026-dc2f2b55890b HTTP/1.1" status: 204 len: 168 time: 0.3680341 Jun 06 14:30:35.595846 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21597627-bcb9-45ac-a838-1ff1898e0b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0025fc0b-f4a3-4a4c-8026-dc2f2b55890b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:36.307768 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-4465598d-6775-4c3d-86fc-c2634da980b6 service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8701653 Jun 06 14:30:36.572442 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983b23f-519e-4a04-afdd-9cf9c69a509e req-a270bf09-b9a3-4d37-925a-eae3dfcf9b4e tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:36.575954 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1983b23f-519e-4a04-afdd-9cf9c69a509e req-a270bf09-b9a3-4d37-925a-eae3dfcf9b4e tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.1497488 Jun 06 14:30:36.648908 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6377a9e1-3931-4392-a81c-1fad46ef9039 req-16a7362d-a550-44ff-80a9-58a0a598b1cc service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288670 Jun 06 14:30:36.737934 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1983b23f-519e-4a04-afdd-9cf9c69a509e req-05269102-fa1e-4432-a9d9-42f7b19499d4 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119781 Jun 06 14:30:36.747800 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (84e16aeb-5db5-463a-a101-c34f41d31421), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:36.795975 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e16aeb-5db5-463a-a101-c34f41d31421,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:36.874448 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Router 76f85970-ea41-4a7a-a2b2-010e60125c2c has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:30:36.876966 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:37.106185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:37.169407 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-c2bb1b55-d6a6-4dcf-8de5-3821b196528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:37.171052 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-c2bb1b55-d6a6-4dcf-8de5-3821b196528e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=add30fb78c80414599ebb8f57fb31389&device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1127 time: 0.2001710 Jun 06 14:30:37.365132 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:30:37.366875 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (e6d8c92c-b956-4fee-8f67-3347d510417c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:37.379568 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-059ae476-4cfc-43a9-bdb2-ef9986428b01 admin admin] 10.222.0.13 "PUT /v2.0/routers/76f85970-ea41-4a7a-a2b2-010e60125c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3315361 Jun 06 14:30:37.381832 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49320) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:37.394518 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] Sync routers for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:30:37.412211 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:37.413746 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:37.569450 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:37.616026 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-49db28d6-dec6-4701-b759-4b802d242f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:37.617662 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-49db28d6-dec6-4701-b759-4b802d242f2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 200 len: 910 time: 0.4054732 Jun 06 14:30:37.641841 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks [] for router (76f85970-ea41-4a7a-a2b2-010e60125c2c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:37.691780 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-59ac2c84-1a6e-4ed0-ad68-79813aa97c94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 217 time: 0.0634646 Jun 06 14:30:37.698757 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:37.786467 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-01673c4f-4a07-4073-af79-8a4455c53bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:37.789653 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-01673c4f-4a07-4073-af79-8a4455c53bfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0ba066a-4556-4e15-b564-a5fec787deb6 HTTP/1.1" status: 200 len: 848 time: 0.0894260 Jun 06 14:30:37.956688 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks [] for router_gateway (76f85970-ea41-4a7a-a2b2-010e60125c2c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:38.015574 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49332) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:38.059889 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:38.129232 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-c69480a4-b4a1-43e5-9dd2-8d8eb665df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:38.142019 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-c69480a4-b4a1-43e5-9dd2-8d8eb665df49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2448115 Jun 06 14:30:38.167069 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Deleting port 7df8ed8f-2555-4328-a853-11960d64d0e7 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:38.167301 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:38.235526 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8b511-e988-4c3a-99c6-fe7ba5964c92 req-5cd63999-411a-4ca7-bb00-11a77509b7f6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:38.237549 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ad8b511-e988-4c3a-99c6-fe7ba5964c92 req-5cd63999-411a-4ca7-bb00-11a77509b7f6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.1925733 Jun 06 14:30:38.314686 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:30:34Z', 'revision_number': 5, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port': {'id': '7df8ed8f-2555-4328-a853-11960d64d0e7', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:22:16Z', 'updated_at': '2022-06-06T14:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:38.350634 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5011b589-352b-4ae6-8643-80ea59c91de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:38.358195 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] Checking router: 76f85970-ea41-4a7a-a2b2-010e60125c2c for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:30:38.365564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Router e6d8c92c-b956-4fee-8f67-3347d510417c has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:30:38.366291 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:38.374830 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] Routers {'76f85970-ea41-4a7a-a2b2-010e60125c2c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:38.375486 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['76f85970-ea41-4a7a-a2b2-010e60125c2c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:38.461810 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=13 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:38.491846 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:38.523983 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] Set router 76f85970-ea41-4a7a-a2b2-010e60125c2c gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:38.551750 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-d358960f-82ec-4be3-af88-748f2649c145 service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990996 Jun 06 14:30:38.554560 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ad8b511-e988-4c3a-99c6-fe7ba5964c92 req-a652b296-df26-419a-b82e-edfb4eb30530 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457416 Jun 06 14:30:38.567231 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:38.606861 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] For port 7df8ed8f-2555-4328-a853-11960d64d0e7, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7df8ed8f-2555-4328-a853-11960d64d0e7,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:38.607505 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:38.638363 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Calling delete_port for 7df8ed8f-2555-4328-a853-11960d64d0e7 owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:38.647855 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:30:37Z', 'revision_number': 6, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port_host': None}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:38.654350 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=94 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:38.678565 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:30:38.699500 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] Sync routers for ids ['e6d8c92c-b956-4fee-8f67-3347d510417c'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:30:38.722110 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49338) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:38.724556 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0ccc7f07-9e8e-4e38-ab1a-7ce651476135 admin admin] 10.222.0.13 "PUT /v2.0/routers/e6d8c92c-b956-4fee-8f67-3347d510417c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1092584 Jun 06 14:30:38.731841 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f97a1-da35-4c73-a9f2-b82928d517c8 None None] The sync data for ids ['76f85970-ea41-4a7a-a2b2-010e60125c2c'] in dv-cinder-844140-2-iscsi is: [{'id': '76f85970-ea41-4a7a-a2b2-010e60125c2c', 'name': 'tempest-AttachVolumeShelveTestJSON-960322160-router', 'tenant_id': '52da965db3654006abddd5b40b0905c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:22:15Z', 'updated_at': '2022-06-06T14:30:37Z', 'revision_number': 6, 'project_id': '52da965db3654006abddd5b40b0905c2', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:30:38.748840 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] Routers {'e6d8c92c-b956-4fee-8f67-3347d510417c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:38.765487 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e6d8c92c-b956-4fee-8f67-3347d510417c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:38.915513 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5011b589-352b-4ae6-8643-80ea59c91de3 admin admin] Publish callbacks [] for security_group (1cc94d6c-f7a2-4b76-b1de-57f3a66d3511), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:38.925903 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5011b589-352b-4ae6-8643-80ea59c91de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (1cc94d6c-f7a2-4b76-b1de-57f3a66d3511), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:38.933816 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c12eb90a-9ab4-42c5-aed8-4b868a1d3203 req-49934b17-3e89-4781-aaac-207c559d9fed service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673975 Jun 06 14:30:38.983672 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011b589-352b-4ae6-8643-80ea59c91de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc94d6c-f7a2-4b76-b1de-57f3a66d3511,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:38.994003 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5011b589-352b-4ae6-8643-80ea59c91de3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8deadfc0eb0f4361ac4d6237ef41e262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9565351 Jun 06 14:30:38.995288 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49342) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:39.027654 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:39.036871 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks [] for router (e6d8c92c-b956-4fee-8f67-3347d510417c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.095040 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] Set router e6d8c92c-b956-4fee-8f67-3347d510417c gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:39.125830 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49344) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:39.129521 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Publish callbacks [] for security_group (1cc94d6c-f7a2-4b76-b1de-57f3a66d3511), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.197513 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Publish callbacks [] for security_group (1cc94d6c-f7a2-4b76-b1de-57f3a66d3511), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.316138 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (7df8ed8f-2555-4328-a853-11960d64d0e7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.352891 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d6175066-f4c7-4aa5-8466-a138beeed27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.390277 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks [] for router_gateway (e6d8c92c-b956-4fee-8f67-3347d510417c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.407125 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Pushing event deleted for resources: {'Port': ['ID=7df8ed8f-2555-4328-a853-11960d64d0e7,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:39.427943 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (1cc94d6c-f7a2-4b76-b1de-57f3a66d3511), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.434844 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.440231 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cc94d6c-f7a2-4b76-b1de-57f3a66d3511 HTTP/1.1" status: 204 len: 168 time: 0.4447896 Jun 06 14:30:39.469806 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc94d6c-f7a2-4b76-b1de-57f3a66d3511,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:39.496783 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.497824 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.498630 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.499222 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.501977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.501977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.501977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.501977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.502701 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.503998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.503998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.503998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.504489 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.504635 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.507384 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da8ed0-0fbe-400f-b953-554fbf3c4742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.581467 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:31Z', 'updated_at': '2022-06-06T14:30:36Z', 'revision_number': 5, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'gw_port': {'id': 'af44773d-4920-4a0b-9d27-85851410bb97', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:25:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:27:32Z', 'updated_at': '2022-06-06T14:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:39.585336 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.585865 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.586202 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.586634 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.587029 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.587412 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.587736 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.589285 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.589623 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.589996 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.591263 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.591768 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.591952 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.592242 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.592565 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:39.627096 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Deleting port af44773d-4920-4a0b-9d27-85851410bb97 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:39.627564 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (af44773d-4920-4a0b-9d27-85851410bb97), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.647183 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (76f85970-ea41-4a7a-a2b2-010e60125c2c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.684596 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] Checking router: e6d8c92c-b956-4fee-8f67-3347d510417c for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:30:39.725678 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d6175066-f4c7-4aa5-8466-a138beeed27f admin admin] Publish callbacks [] for security_group (efbdc523-8f27-40ef-afa5-d9b786ea23f9), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.725678 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:39.730106 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] Routers {'e6d8c92c-b956-4fee-8f67-3347d510417c'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:39.736980 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e6d8c92c-b956-4fee-8f67-3347d510417c'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:39.740032 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d6175066-f4c7-4aa5-8466-a138beeed27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (efbdc523-8f27-40ef-afa5-d9b786ea23f9), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:39.833878 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:39.863693 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-d6175066-f4c7-4aa5-8466-a138beeed27f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bb093666fae4bd6a6f7c1294c3910c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7273009 Jun 06 14:30:39.863693 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6175066-f4c7-4aa5-8466-a138beeed27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbdc523-8f27-40ef-afa5-d9b786ea23f9,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:39.873165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49354) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:39.912311 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device d60e1cc6-9ae1-49c6-922a-982e6340f3ab no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:39.959098 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: d60e1cc6-9ae1-49c6-922a-982e6340f3ab {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:39.959437 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device d60e1cc6-9ae1-49c6-922a-982e6340f3ab not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:39.959862 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7df8ed8f-2555-4328-a853-11960d64d0e7 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:39.976767 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] Set router e6d8c92c-b956-4fee-8f67-3347d510417c gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:40.026620 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c763774-c668-415f-b70a-054f6de1ce04 admin admin] Publish callbacks [] for security_group (efbdc523-8f27-40ef-afa5-d9b786ea23f9), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.050646 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:31Z', 'updated_at': '2022-06-06T14:30:39Z', 'revision_number': 6, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'gw_port_host': None}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:40.056492 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 7df8ed8f-2555-4328-a853-11960d64d0e7 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:40.064908 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7df8ed8f-2555-4328-a853-11960d64d0e7 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:40.093164 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ff04a-ae14-4d7e-a679-75ed773289c8 None None] The sync data for ids ['e6d8c92c-b956-4fee-8f67-3347d510417c'] in dv-cinder-844140-2-iscsi is: [{'id': 'e6d8c92c-b956-4fee-8f67-3347d510417c', 'name': 'tempest-TestMinimumBasicScenario-836556738-router', 'tenant_id': 'f97acc4269294ff4be07755871d3bb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:27:31Z', 'updated_at': '2022-06-06T14:30:39Z', 'revision_number': 6, 'project_id': 'f97acc4269294ff4be07755871d3bb7b', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:30:40.121266 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c763774-c668-415f-b70a-054f6de1ce04 admin admin] Publish callbacks [] for security_group (efbdc523-8f27-40ef-afa5-d9b786ea23f9), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.138688 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (76f85970-ea41-4a7a-a2b2-010e60125c2c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.150879 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks [] for router_controller (76f85970-ea41-4a7a-a2b2-010e60125c2c), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.178059 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bfb20-5ad6-4d74-a8c3-44554f2147b0 req-f4fedf5a-1146-49b2-8e59-da28c8c32d24 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:40.180473 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-536bfb20-5ad6-4d74-a8c3-44554f2147b0 req-f4fedf5a-1146-49b2-8e59-da28c8c32d24 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.4031289 Jun 06 14:30:40.240347 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c763774-c668-415f-b70a-054f6de1ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (efbdc523-8f27-40ef-afa5-d9b786ea23f9), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.243238 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7c763774-c668-415f-b70a-054f6de1ce04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.248471 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7c763774-c668-415f-b70a-054f6de1ce04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efbdc523-8f27-40ef-afa5-d9b786ea23f9 HTTP/1.1" status: 204 len: 168 time: 0.3722637 Jun 06 14:30:40.289810 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c763774-c668-415f-b70a-054f6de1ce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbdc523-8f27-40ef-afa5-d9b786ea23f9,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:40.293744 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49358) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:40.329494 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6eeee8f3-51ca-4c85-bf92-2716f620353a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.382147 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:40.462821 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6eeee8f3-51ca-4c85-bf92-2716f620353a admin admin] Publish callbacks [] for security_group (463f7f77-213f-4a9c-a5a8-c534c5c5d21f), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.469312 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6eeee8f3-51ca-4c85-bf92-2716f620353a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (463f7f77-213f-4a9c-a5a8-c534c5c5d21f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.587997 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6eeee8f3-51ca-4c85-bf92-2716f620353a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b6f5e2d7da847508f958cbd400ca560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906578 Jun 06 14:30:40.589049 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49360) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:40.646005 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeee8f3-51ca-4c85-bf92-2716f620353a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463f7f77-213f-4a9c-a5a8-c534c5c5d21f,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:40.762888 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1f350a6e-da86-4e9b-9bef-f834351acc7d admin admin] Publish callbacks [] for security_group (463f7f77-213f-4a9c-a5a8-c534c5c5d21f), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.770085 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (76f85970-ea41-4a7a-a2b2-010e60125c2c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.770864 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76f85970-ea41-4a7a-a2b2-010e60125c2c {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:30:40.782766 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.783961 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a1dd991e-b93e-4ac9-822b-6eba65ecd38c admin admin] 10.222.0.13 "DELETE /v2.0/routers/76f85970-ea41-4a7a-a2b2-010e60125c2c HTTP/1.1" status: 204 len: 168 time: 3.3965433 Jun 06 14:30:40.788593 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49366) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:40.847951 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-536bfb20-5ad6-4d74-a8c3-44554f2147b0 req-d64968a4-007b-44e6-b9db-917ed18b9cd5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6243079 Jun 06 14:30:40.850700 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] For port af44773d-4920-4a0b-9d27-85851410bb97, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=af44773d-4920-4a0b-9d27-85851410bb97,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:40.852865 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (af44773d-4920-4a0b-9d27-85851410bb97), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.881287 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Calling delete_port for af44773d-4920-4a0b-9d27-85851410bb97 owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:40.925618 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1f350a6e-da86-4e9b-9bef-f834351acc7d admin admin] Publish callbacks [] for security_group (463f7f77-213f-4a9c-a5a8-c534c5c5d21f), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:40.990989 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-001783e9-697f-4601-a6bb-9ee9e720d1ce admin admin] Deleting subnet f9745c52-946a-4596-9205-2270800fb35d {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:30:40.996834 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-001783e9-697f-4601-a6bb-9ee9e720d1ce admin admin] Publish callbacks [] for subnet (f9745c52-946a-4596-9205-2270800fb35d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.119560 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-001783e9-697f-4601-a6bb-9ee9e720d1ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (f9745c52-946a-4596-9205-2270800fb35d), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.180785 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1f350a6e-da86-4e9b-9bef-f834351acc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (463f7f77-213f-4a9c-a5a8-c534c5c5d21f), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.187198 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1f350a6e-da86-4e9b-9bef-f834351acc7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.188273 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1f350a6e-da86-4e9b-9bef-f834351acc7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/463f7f77-213f-4a9c-a5a8-c534c5c5d21f HTTP/1.1" status: 204 len: 168 time: 0.5961385 Jun 06 14:30:41.232253 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f350a6e-da86-4e9b-9bef-f834351acc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463f7f77-213f-4a9c-a5a8-c534c5c5d21f,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:41.332055 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (af44773d-4920-4a0b-9d27-85851410bb97), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.393283 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af44773d-4920-4a0b-9d27-85851410bb97,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:41.401862 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-001783e9-697f-4601-a6bb-9ee9e720d1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (f9745c52-946a-4596-9205-2270800fb35d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.491082 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:41.499292 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (e6d8c92c-b956-4fee-8f67-3347d510417c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.578025 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-001783e9-697f-4601-a6bb-9ee9e720d1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (f9745c52-946a-4596-9205-2270800fb35d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.592998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:41.676246 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001783e9-697f-4601-a6bb-9ee9e720d1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9745c52-946a-4596-9205-2270800fb35d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:41.709293 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-001783e9-697f-4601-a6bb-9ee9e720d1ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.718867 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83fd33-3406-4fcc-ba35-a5b78771b76a None None] Network b65619dd-abf2-4bc8-afc9-54a8502ba090 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:41.722285 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-001783e9-697f-4601-a6bb-9ee9e720d1ce admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f9745c52-946a-4596-9205-2270800fb35d HTTP/1.1" status: 204 len: 168 time: 0.9244838 Jun 06 14:30:41.723144 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49382) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:41.946231 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 84e16aeb-5db5-463a-a101-c34f41d31421 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:41.961427 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (b65619dd-abf2-4bc8-afc9-54a8502ba090), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.970957 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (e6d8c92c-b956-4fee-8f67-3347d510417c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:41.975917 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks [] for router_controller (e6d8c92c-b956-4fee-8f67-3347d510417c), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.058484 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 84e16aeb-5db5-463a-a101-c34f41d31421 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:42.059436 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 84e16aeb-5db5-463a-a101-c34f41d31421 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:42.060331 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device af44773d-4920-4a0b-9d27-85851410bb97 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:42.113627 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: af44773d-4920-4a0b-9d27-85851410bb97 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:42.114964 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device af44773d-4920-4a0b-9d27-85851410bb97 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:42.194305 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (e6d8c92c-b956-4fee-8f67-3347d510417c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.195100 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6d8c92c-b956-4fee-8f67-3347d510417c {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:30:42.205679 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.209993 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ed4e0034-4b66-497a-9254-6ee4cdc420f3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e6d8c92c-b956-4fee-8f67-3347d510417c HTTP/1.1" status: 204 len: 168 time: 3.4863107 Jun 06 14:30:42.210214 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49392) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:42.223606 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Deleting port 3e105fde-dc39-4882-8e29-09d2cac398c7 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:42.223606 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.241120 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b107304-e9d1-4329-a357-ce5bc8c07d0f req-18c762e2-e7f4-4294-9922-b7670b39c261 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:42.252125 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5b107304-e9d1-4329-a357-ce5bc8c07d0f req-18c762e2-e7f4-4294-9922-b7670b39c261 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.1563039 Jun 06 14:30:42.274468 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] DHCP port deletion for b65619dd-abf2-4bc8-afc9-54a8502ba090 request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:30:42.389144 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Deleting port 3e105fde-dc39-4882-8e29-09d2cac398c7 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:42.389840 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.401284 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f226884-ff04-444b-8aea-e09d68d7acd3 admin admin] Deleting subnet 44bddc4a-2586-4d7f-b879-c5c3254dc19e {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:30:42.407087 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7f226884-ff04-444b-8aea-e09d68d7acd3 admin admin] Publish callbacks [] for subnet (44bddc4a-2586-4d7f-b879-c5c3254dc19e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.501475 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7f226884-ff04-444b-8aea-e09d68d7acd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (44bddc4a-2586-4d7f-b879-c5c3254dc19e), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.514066 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] For port 3e105fde-dc39-4882-8e29-09d2cac398c7, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=3e105fde-dc39-4882-8e29-09d2cac398c7,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:42.514066 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.531266 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:42.577321 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] For port 3e105fde-dc39-4882-8e29-09d2cac398c7, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=3e105fde-dc39-4882-8e29-09d2cac398c7,segment=NetworkSegment(950f3b69-cdaa-4935-aa0d-6decd31607b6),segment_id=950f3b69-cdaa-4935-aa0d-6decd31607b6)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:42.577752 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.630656 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5b107304-e9d1-4329-a357-ce5bc8c07d0f req-5e867ede-dcd2-4662-b997-8fb98a1e644a tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591607 Jun 06 14:30:42.630656 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Calling delete_port for 3e105fde-dc39-4882-8e29-09d2cac398c7 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:42.631013 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Calling delete_port for 3e105fde-dc39-4882-8e29-09d2cac398c7 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:42.664257 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7f226884-ff04-444b-8aea-e09d68d7acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (44bddc4a-2586-4d7f-b879-c5c3254dc19e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.774303 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7f226884-ff04-444b-8aea-e09d68d7acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (44bddc4a-2586-4d7f-b879-c5c3254dc19e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.805620 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.829785 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] No DVR routers for this DVR port 3e105fde-dc39-4882-8e29-09d2cac398c7 on host dv-cinder-844140-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:42.832181 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445'] for port (3e105fde-dc39-4882-8e29-09d2cac398c7), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.839411 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f226884-ff04-444b-8aea-e09d68d7acd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44bddc4a-2586-4d7f-b879-c5c3254dc19e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:42.847214 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7f226884-ff04-444b-8aea-e09d68d7acd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:42.854193 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7f226884-ff04-444b-8aea-e09d68d7acd3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/44bddc4a-2586-4d7f-b879-c5c3254dc19e HTTP/1.1" status: 204 len: 168 time: 0.6389260 Jun 06 14:30:42.858245 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49398) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:42.865964 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e105fde-dc39-4882-8e29-09d2cac398c7,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:42.912761 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4cf17-b061-468e-946d-b54852e27300 None None] Network cf820fe8-00e7-4b1e-9e96-925dea1df15c requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:43.009833 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (b65619dd-abf2-4bc8-afc9-54a8502ba090), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.028200 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (cf820fe8-00e7-4b1e-9e96-925dea1df15c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.052768 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65619dd-abf2-4bc8-afc9-54a8502ba090']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:43.073894 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Pushing event deleted for resources: {'Port': ['ID=3e105fde-dc39-4882-8e29-09d2cac398c7,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:43.076538 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950f3b69-cdaa-4935-aa0d-6decd31607b6') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:43.077050 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950f3b69-cdaa-4935-aa0d-6decd31607b6') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:43.080489 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] No DVR routers for this DVR port 3e105fde-dc39-4882-8e29-09d2cac398c7 on host dv-cinder-844140-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:43.104034 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037615'] for segment (950f3b69-cdaa-4935-aa0d-6decd31607b6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.111508 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.111976 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.112515 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.113046 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.113498 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.115057 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.115643 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.116232 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.117841 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.118645 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.119298 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.119870 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.121033 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.121611 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.122218 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3364c-5285-4b4f-ac56-7e1b36bb2c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:30:43.140007 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.141622 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (950f3b69-cdaa-4935-aa0d-6decd31607b6), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.174362 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Deleting port ab5efe88-7cf6-455f-8406-e02a63c15892 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:43.174933 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.182405 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:30:43.184594 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25289315'] for segment (950f3b69-cdaa-4935-aa0d-6decd31607b6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.272525 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db3a190-d7ca-4d25-97cc-27c856778254 None None] DHCP port deletion for cf820fe8-00e7-4b1e-9e96-925dea1df15c request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:30:43.278220 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 950f3b69-cdaa-4935-aa0d-6decd31607b6 resource provider aggregate not found Jun 06 14:30:43.304340 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 950f3b69-cdaa-4935-aa0d-6decd31607b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 950f3b69-cdaa-4935-aa0d-6decd31607b6 found for delete ", "request_id": "req-e46fec75-454f-4292-a47d-cd38ddbd0ac7"}]} Jun 06 14:30:43.327401 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (b65619dd-abf2-4bc8-afc9-54a8502ba090), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.331730 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] For port ab5efe88-7cf6-455f-8406-e02a63c15892, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ab5efe88-7cf6-455f-8406-e02a63c15892,segment=NetworkSegment(85f30779-8fb2-445a-8189-ee6424e1a610),segment_id=85f30779-8fb2-445a-8189-ee6424e1a610)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:43.332321 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.336134 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.347885 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] 10.222.0.13 "DELETE /v2.0/networks/b65619dd-abf2-4bc8-afc9-54a8502ba090 HTTP/1.1" status: 204 len: 168 time: 1.6195877 Jun 06 14:30:43.356946 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Calling delete_port for ab5efe88-7cf6-455f-8406-e02a63c15892 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:43.361902 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6db3a190-d7ca-4d25-97cc-27c856778254 None None] Deleting port ab5efe88-7cf6-455f-8406-e02a63c15892 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:30:43.362277 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6db3a190-d7ca-4d25-97cc-27c856778254 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.385898 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe240d-da5d-4f2d-a5d2-f9e259b5c69c admin admin] Pushing event deleted for resources: {'Network': ['ID=b65619dd-abf2-4bc8-afc9-54a8502ba090,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:43.444340 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:43.447095 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:43.464337 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6db3a190-d7ca-4d25-97cc-27c856778254 None None] For port ab5efe88-7cf6-455f-8406-e02a63c15892, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ab5efe88-7cf6-455f-8406-e02a63c15892,segment=NetworkSegment(85f30779-8fb2-445a-8189-ee6424e1a610),segment_id=85f30779-8fb2-445a-8189-ee6424e1a610)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:43.464741 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6db3a190-d7ca-4d25-97cc-27c856778254 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.485892 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.486449 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6db3a190-d7ca-4d25-97cc-27c856778254 None None] Calling delete_port for ab5efe88-7cf6-455f-8406-e02a63c15892 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:30:43.543539 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:43.577487 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49420) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:43.583276 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5efe88-7cf6-455f-8406-e02a63c15892,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:43.584645 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:43.595765 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] No DVR routers for this DVR port ab5efe88-7cf6-455f-8406-e02a63c15892 on host dv-cinder-844140-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:43.618645 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6db3a190-d7ca-4d25-97cc-27c856778254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445'] for port (ab5efe88-7cf6-455f-8406-e02a63c15892), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.655981 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3a190-d7ca-4d25-97cc-27c856778254 None None] Pushing event deleted for resources: {'Port': ['ID=ab5efe88-7cf6-455f-8406-e02a63c15892,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:43.658626 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3a190-d7ca-4d25-97cc-27c856778254 None None] No DVR routers for this DVR port ab5efe88-7cf6-455f-8406-e02a63c15892 on host dv-cinder-844140-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:30:43.708497 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0292cd91-d7c1-4da6-82f5-94f666e3193f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52da965db3654006abddd5b40b0905c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1291778 Jun 06 14:30:43.722754 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49424) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:43.764092 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (cf820fe8-00e7-4b1e-9e96-925dea1df15c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.804071 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf820fe8-00e7-4b1e-9e96-925dea1df15c']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:43.829507 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f30779-8fb2-445a-8189-ee6424e1a610') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:43.829818 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f30779-8fb2-445a-8189-ee6424e1a610') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:43.842633 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ab604bbc-5806-484e-aaae-12b6c82843c8 admin admin] Publish callbacks [] for security_group (01e84de5-a19e-4b67-bb08-9fe6f55364e1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.848845 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3234498'] for segment (85f30779-8fb2-445a-8189-ee6424e1a610), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.879011 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (85f30779-8fb2-445a-8189-ee6424e1a610), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.888862 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ab604bbc-5806-484e-aaae-12b6c82843c8 admin admin] Publish callbacks [] for security_group (01e84de5-a19e-4b67-bb08-9fe6f55364e1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.891294 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ab5efe88-7cf6-455f-8406-e02a63c15892 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:43.899306 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:30:43.899970 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3388999'] for segment (85f30779-8fb2-445a-8189-ee6424e1a610), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:43.941745 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2125a-1b07-440e-852b-d9fb54767d3e req-a171a946-ae72-4aee-a432-a25867d6e7f7 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:43.942167 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: ab5efe88-7cf6-455f-8406-e02a63c15892 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:43.942584 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ab5efe88-7cf6-455f-8406-e02a63c15892 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:43.943015 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 3e105fde-dc39-4882-8e29-09d2cac398c7 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:30:43.945601 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f9b2125a-1b07-440e-852b-d9fb54767d3e req-a171a946-ae72-4aee-a432-a25867d6e7f7 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.1217659 Jun 06 14:30:43.985188 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 3e105fde-dc39-4882-8e29-09d2cac398c7 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:30:43.985526 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 3e105fde-dc39-4882-8e29-09d2cac398c7 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:30:44.063795 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f9b2125a-1b07-440e-852b-d9fb54767d3e req-5969731c-0d38-4a24-aab0-8f1ccdc00046 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033425 Jun 06 14:30:44.067766 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49434) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:44.101441 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 85f30779-8fb2-445a-8189-ee6424e1a610 resource provider aggregate not found Jun 06 14:30:44.132181 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 85f30779-8fb2-445a-8189-ee6424e1a610 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85f30779-8fb2-445a-8189-ee6424e1a610 found for delete ", "request_id": "req-49b6fe97-478d-47cc-84b2-157f0e479609"}]} Jun 06 14:30:44.156889 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (cf820fe8-00e7-4b1e-9e96-925dea1df15c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.166838 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.170649 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf820fe8-00e7-4b1e-9e96-925dea1df15c HTTP/1.1" status: 204 len: 168 time: 1.3094280 Jun 06 14:30:44.210445 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6a703-ec68-4fc8-825c-278353346d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf820fe8-00e7-4b1e-9e96-925dea1df15c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:44.217186 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ab604bbc-5806-484e-aaae-12b6c82843c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (01e84de5-a19e-4b67-bb08-9fe6f55364e1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.229127 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ab604bbc-5806-484e-aaae-12b6c82843c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.234490 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ab604bbc-5806-484e-aaae-12b6c82843c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01e84de5-a19e-4b67-bb08-9fe6f55364e1 HTTP/1.1" status: 204 len: 168 time: 0.5098493 Jun 06 14:30:44.253673 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab604bbc-5806-484e-aaae-12b6c82843c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e84de5-a19e-4b67-bb08-9fe6f55364e1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:44.301923 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-579946472-network', 'tenant_id': '4194834314a54388a880cbe00c43a79f'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:44.356604 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Made reservation on behalf of 4194834314a54388a880cbe00c43a79f for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:30:44.362828 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.381671 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.389140 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49444) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:44.453151 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-925b9455-1b86-4d97-a5a5-8741fa1cb113 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1af47083c644609a4a84b1273a4087f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623839 Jun 06 14:30:44.457213 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49446) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:44.540454 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:44.543788 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Publish callbacks [] for security_group (d61fa609-c0a7-4de7-bc24-06fd47b96f2c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.551878 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d61fa609-c0a7-4de7-bc24-06fd47b96f2c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.560079 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7b3d920b-704d-49bf-aa36-6138aaf81009 admin admin] Publish callbacks [] for security_group (ea96c212-2ad4-431e-8f92-21dc20ee15f1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.585127 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:30:44.595716 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7b3d920b-704d-49bf-aa36-6138aaf81009 admin admin] Publish callbacks [] for security_group (ea96c212-2ad4-431e-8f92-21dc20ee15f1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.597513 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61fa609-c0a7-4de7-bc24-06fd47b96f2c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:44.603645 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (0f1ea5ab-9996-4964-bfa1-f88db0e32866), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.603975 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Added segment 0f1ea5ab-9996-4964-bfa1-f88db0e32866 of type vlan for network d5903aa3-94b2-4337-86b4-6a79ac6e59c4 Jun 06 14:30:44.680965 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7b3d920b-704d-49bf-aa36-6138aaf81009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ea96c212-2ad4-431e-8f92-21dc20ee15f1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.683526 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (d5903aa3-94b2-4337-86b4-6a79ac6e59c4), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.683873 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7b3d920b-704d-49bf-aa36-6138aaf81009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.685152 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7b3d920b-704d-49bf-aa36-6138aaf81009 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea96c212-2ad4-431e-8f92-21dc20ee15f1 HTTP/1.1" status: 204 len: 168 time: 0.2255368 Jun 06 14:30:44.696685 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d920b-704d-49bf-aa36-6138aaf81009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea96c212-2ad4-431e-8f92-21dc20ee15f1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:44.735245 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (d5903aa3-94b2-4337-86b4-6a79ac6e59c4), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.737796 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:44.738719 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:44.853489 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7843239 Jun 06 14:30:44.859580 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49460) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:44.863809 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a734fc5-025f-438c-942a-9e056385da00 admin admin] Pushing event updated for resources: {'Network': ['ID=d5903aa3-94b2-4337-86b4-6a79ac6e59c4,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:44.867742 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Request body: {'subnet': {'network_id': 'd5903aa3-94b2-4337-86b4-6a79ac6e59c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-579946472-subnet', 'tenant_id': '4194834314a54388a880cbe00c43a79f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:44.886566 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network d5903aa3-94b2-4337-86b4-6a79ac6e59c4 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:30:44.922179 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Made reservation on behalf of 4194834314a54388a880cbe00c43a79f for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:30:44.926043 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633860'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:45.124105 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device ec94f552-03df-49e5-bf66-261965d27d90 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:30:45.198618 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:45.213438 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633910'] for subnet (a6676630-5bee-47d3-a7b8-9fb8b4b822ee), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:45.239298 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:45.242041 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49470) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:45.340134 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c02ae45f-1a64-4f4e-b387-69fd600bbe18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f97acc4269294ff4be07755871d3bb7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941038 Jun 06 14:30:45.347172 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49474) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:45.374124 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6676630-5bee-47d3-a7b8-9fb8b4b822ee,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:45.386608 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Checking segment: {'id': '0f1ea5ab-9996-4964-bfa1-f88db0e32866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd5903aa3-94b2-4337-86b4-6a79ac6e59c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:30:45.387210 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Network hostable DHCP agents. Network: d5903aa3-94b2-4337-86b4-6a79ac6e59c4, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:30:45.392676 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:45.428462 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Network d5903aa3-94b2-4337-86b4-6a79ac6e59c4 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:30:45.434775 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360abcfe-c29d-47a3-8045-fc620f2a0c5b req-d73c317a-8571-4954-8e92-c3062a365e86 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:45.442808 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-360abcfe-c29d-47a3-8045-fc620f2a0c5b req-d73c317a-8571-4954-8e92-c3062a365e86 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.2105241 Jun 06 14:30:45.459992 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, d5903aa3-94b2-4337-86b4-6a79ac6e59c4) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:30:45.470660 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36232300-d2c2-4557-8077-c2b03a5674aa admin admin] Publish callbacks [] for security_group (d2b419f0-b974-4773-af45-57d432c74c0e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:45.471467 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:45.472122 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:45.499478 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad33c12e-a553-4dac-b640-5a4fca0c7a78 None None] Network d5903aa3-94b2-4337-86b4-6a79ac6e59c4 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:45.519126 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9e427506-7e52-407e-b451-367c7dda8dc4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6486092 Jun 06 14:30:45.583387 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-360abcfe-c29d-47a3-8045-fc620f2a0c5b req-11a4c980-3e0d-4b34-a4e8-86023803103a tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233172 Jun 06 14:30:45.591553 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36232300-d2c2-4557-8077-c2b03a5674aa admin admin] Publish callbacks [] for security_group (d2b419f0-b974-4773-af45-57d432c74c0e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:45.634176 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=ec94f552-03df-49e5-bf66-261965d27d90,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:45.673886 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'ec94f552-03df-49e5-bf66-261965d27d90', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'port_id': 'ec94f552-03df-49e5-bf66-261965d27d90', 'mac_address': 'fa:16:3e:28:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:30:45.685046 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36232300-d2c2-4557-8077-c2b03a5674aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d2b419f0-b974-4773-af45-57d432c74c0e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:45.691819 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36232300-d2c2-4557-8077-c2b03a5674aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:45.697274 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-36232300-d2c2-4557-8077-c2b03a5674aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2b419f0-b974-4773-af45-57d432c74c0e HTTP/1.1" status: 204 len: 168 time: 0.3435652 Jun 06 14:30:45.720053 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36232300-d2c2-4557-8077-c2b03a5674aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b419f0-b974-4773-af45-57d432c74c0e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:45.774104 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port ec94f552-03df-49e5-bf66-261965d27d90 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:45.774502 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ec94f552-03df-49e5-bf66-261965d27d90), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:45.806944 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f00b84-2252-4754-9ac2-3de44f88a0fd None None] Network d5903aa3-94b2-4337-86b4-6a79ac6e59c4 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:45.831426 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49490) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:45.853389 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec94f552-03df-49e5-bf66-261965d27d90 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:30:45.897029 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=ec94f552-03df-49e5-bf66-261965d27d90,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:45.909757 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ec94f552-03df-49e5-bf66-261965d27d90), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:45.999909 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:46.007576 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=ec94f552-03df-49e5-bf66-261965d27d90,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:46.239916 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1682147723-network', 'tenant_id': 'f1093cc1cad045eca64cb2047cf227f4'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:46.271844 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Made reservation on behalf of f1093cc1cad045eca64cb2047cf227f4 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:30:46.275446 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.285778 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.394863 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Publish callbacks [] for security_group (4118a232-095b-4f1e-8ba1-5e1a98da3219), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.402246 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (4118a232-095b-4f1e-8ba1-5e1a98da3219), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.436205 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:30:46.448819 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4118a232-095b-4f1e-8ba1-5e1a98da3219,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:46.454735 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (356ba0ea-bdc7-4087-bc5a-df3c64b3ff91), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.455097 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Added segment 356ba0ea-bdc7-4087-bc5a-df3c64b3ff91 of type vlan for network 8f681e6b-37cc-4013-909d-653123ede555 Jun 06 14:30:46.512378 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (8f681e6b-37cc-4013-909d-653123ede555), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.544826 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (8f681e6b-37cc-4013-909d-653123ede555), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.546637 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:46.548121 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.589080 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49504) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:46.597738 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1193127995-network', 'tenant_id': '95df364cf8a44185864291e4a856f3d2'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:46.629782 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7904179 Jun 06 14:30:46.633876 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49508) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:46.643958 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfcd45-624b-4ab2-a237-3d93b7c52a4c admin admin] Pushing event updated for resources: {'Network': ['ID=8f681e6b-37cc-4013-909d-653123ede555,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:46.652951 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Request body: {'subnet': {'network_id': '8f681e6b-37cc-4013-909d-653123ede555', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1682147723-subnet', 'tenant_id': 'f1093cc1cad045eca64cb2047cf227f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:46.662252 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network 8f681e6b-37cc-4013-909d-653123ede555 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:30:46.665623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Made reservation on behalf of 95df364cf8a44185864291e4a856f3d2 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:30:46.669892 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.698238 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.744868 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Made reservation on behalf of f1093cc1cad045eca64cb2047cf227f4 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:30:46.748669 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633860'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.760196 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57397273-6588-428c-8e98-7dc626ab0d94 req-6c1c56d5-21dc-45f3-9205-59944447f973 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:46.771026 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-57397273-6588-428c-8e98-7dc626ab0d94 req-6c1c56d5-21dc-45f3-9205-59944447f973 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 944 time: 0.0840056 Jun 06 14:30:46.808770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:46.843088 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-57397273-6588-428c-8e98-7dc626ab0d94 req-32988aaf-2795-45b5-999f-444a2493206b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705512 Jun 06 14:30:46.959560 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Publish callbacks [] for security_group (7baaab2f-32c1-4c4b-beab-6bcebabdc293), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:46.969112 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7baaab2f-32c1-4c4b-beab-6bcebabdc293), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:47.034047 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:30:47.059740 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baaab2f-32c1-4c4b-beab-6bcebabdc293,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:47.066070 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (238e56be-3d3d-443d-a08a-5ea63ea0cf50), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:47.066301 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Added segment 238e56be-3d3d-443d-a08a-5ea63ea0cf50 of type vlan for network e8a66d8b-2997-4554-8899-33f0b66ecace Jun 06 14:30:47.144538 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633910'] for subnet (70b9c8ac-d96c-4eaf-a3fb-c4dafc2f84ca), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:47.148495 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (e8a66d8b-2997-4554-8899-33f0b66ecace), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:47.224304 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b9c8ac-d96c-4eaf-a3fb-c4dafc2f84ca,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:47.230081 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (e8a66d8b-2997-4554-8899-33f0b66ecace), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:47.231340 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:47.231904 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:47.236568 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:47.592132 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Checking segment: {'id': '356ba0ea-bdc7-4087-bc5a-df3c64b3ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8f681e6b-37cc-4013-909d-653123ede555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:30:47.593274 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Network hostable DHCP agents. Network: 8f681e6b-37cc-4013-909d-653123ede555, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:30:47.595179 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] Pushing event updated for resources: {'Network': ['ID=e8a66d8b-2997-4554-8899-33f0b66ecace,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:47.606773 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9cc4dc73-9c1c-4beb-8f1a-f38e1850c0ce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0131853 Jun 06 14:30:47.607182 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49512) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:47.610762 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network e8a66d8b-2997-4554-8899-33f0b66ecace details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:30:47.612226 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Request body: {'subnet': {'network_id': 'e8a66d8b-2997-4554-8899-33f0b66ecace', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1193127995-subnet', 'tenant_id': '95df364cf8a44185864291e4a856f3d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:47.628437 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Network 8f681e6b-37cc-4013-909d-653123ede555 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:30:47.635914 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:47.639005 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:47.643252 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, 8f681e6b-37cc-4013-909d-653123ede555) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:30:47.645884 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Made reservation on behalf of 95df364cf8a44185864291e4a856f3d2 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:30:47.649037 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26770735'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:47.651324 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:47.652302 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:47.686757 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-30d0d3fb-ce1c-44e3-8de4-fe5c3e104338 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0508416 Jun 06 14:30:47.722366 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6319e9-be02-4a18-8ab5-5f478fce9ffb None None] Network 8f681e6b-37cc-4013-909d-653123ede555 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:47.877862 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25289724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26770717'] for subnet (740f482e-ab3a-4142-b820-012fdcaa2e36), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:47.942093 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1317d8c-5c9d-43e8-b47e-18d5e13fcee3 None None] Network 8f681e6b-37cc-4013-909d-653123ede555 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:48.036060 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=740f482e-ab3a-4142-b820-012fdcaa2e36,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:48.065047 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9a8ef-c226-4a6a-a9e9-190938489020 req-43d8771a-cd7c-402b-9c70-2b62ef7666f5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:48.066665 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-30f9a8ef-c226-4a6a-a9e9-190938489020 req-43d8771a-cd7c-402b-9c70-2b62ef7666f5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 944 time: 0.1116996 Jun 06 14:30:48.074106 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Checking segment: {'id': '238e56be-3d3d-443d-a08a-5ea63ea0cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8a66d8b-2997-4554-8899-33f0b66ecace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:30:48.074406 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Network hostable DHCP agents. Network: e8a66d8b-2997-4554-8899-33f0b66ecace, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:30:48.115895 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Network e8a66d8b-2997-4554-8899-33f0b66ecace is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:30:48.142770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, e8a66d8b-2997-4554-8899-33f0b66ecace) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:30:48.150890 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-30f9a8ef-c226-4a6a-a9e9-190938489020 req-99ac1b2d-67a6-4a68-b0ef-6b04c0cd01e6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687580 Jun 06 14:30:48.152374 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:48.152974 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:48.167864 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6d6a3-3187-4daa-bd95-8dfb291fc593 None None] Network e8a66d8b-2997-4554-8899-33f0b66ecace requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:48.178326 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f76c6909-dfab-4305-98df-b0aa2e8bab39 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5699711 Jun 06 14:30:48.315796 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a765391-2550-42bb-a09e-a8b05eb2633e None None] Network e8a66d8b-2997-4554-8899-33f0b66ecace requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:48.569882 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49538) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:48.576116 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551126288-network', 'tenant_id': '55a6065189b7482d8da9f62b66a286e7'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:48.599272 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Made reservation on behalf of 55a6065189b7482d8da9f62b66a286e7 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:30:48.603228 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:48.614009 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:48.653081 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['ec94f552-03df-49e5-bf66-261965d27d90'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:30:48.745554 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Publish callbacks [] for security_group (99d7da5d-3f97-4baf-ab5e-ba8f37180f14), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:48.752405 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (99d7da5d-3f97-4baf-ab5e-ba8f37180f14), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:48.802547 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:30:48.818862 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d7da5d-3f97-4baf-ab5e-ba8f37180f14,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:48.825450 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (fc2ed319-d0dc-4541-bf46-7341926ab8ae), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:48.826129 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Added segment fc2ed319-d0dc-4541-bf46-7341926ab8ae of type vlan for network 6f539843-a8c5-4d2e-b223-42aa35939491 Jun 06 14:30:48.849973 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:48.876529 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (6f539843-a8c5-4d2e-b223-42aa35939491), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:48.921365 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (6f539843-a8c5-4d2e-b223-42aa35939491), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:48.922472 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:48.923073 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:49.008295 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4358518 Jun 06 14:30:49.012691 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69805-cffb-4b2b-9587-044a4eb27c63 admin admin] Pushing event updated for resources: {'Network': ['ID=6f539843-a8c5-4d2e-b223-42aa35939491,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:49.013809 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49546) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:49.030678 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Request body: {'subnet': {'network_id': '6f539843-a8c5-4d2e-b223-42aa35939491', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1551126288-subnet', 'tenant_id': '55a6065189b7482d8da9f62b66a286e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:49.034107 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network 6f539843-a8c5-4d2e-b223-42aa35939491 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:30:49.105072 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Made reservation on behalf of 55a6065189b7482d8da9f62b66a286e7 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:30:49.110343 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26770735'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:49.128002 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:49.387637 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaeaed9-1c52-4289-b0cf-d577362e7628 req-f4d47978-8e14-4b2a-beb0-ba06a04d1ffc tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:49.389239 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bfaeaed9-1c52-4289-b0cf-d577362e7628 req-f4d47978-8e14-4b2a-beb0-ba06a04d1ffc tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 944 time: 0.0784068 Jun 06 14:30:49.428443 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:49.457380 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25289724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26770717'] for subnet (e63c650f-9206-41d6-ad92-dcf7b166d162), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:49.526096 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bfaeaed9-1c52-4289-b0cf-d577362e7628 req-e5c976bd-43dc-4063-9c95-9b2bab7cdf86 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151786 Jun 06 14:30:49.546068 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63c650f-9206-41d6-ad92-dcf7b166d162,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:49.571818 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Checking segment: {'id': 'fc2ed319-d0dc-4541-bf46-7341926ab8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6f539843-a8c5-4d2e-b223-42aa35939491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:30:49.572288 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Network hostable DHCP agents. Network: 6f539843-a8c5-4d2e-b223-42aa35939491, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:30:49.598118 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Network 6f539843-a8c5-4d2e-b223-42aa35939491 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:30:49.611510 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, 6f539843-a8c5-4d2e-b223-42aa35939491) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:30:49.617092 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:49.617986 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:49.625131 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb1536f-3bf0-440f-92da-c64f45f87cff None None] Network 6f539843-a8c5-4d2e-b223-42aa35939491 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:49.637750 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:49.649900 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b4f7078e-2364-412b-82ca-1be3e1425b23 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6308575 Jun 06 14:30:49.795436 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2bf23f-f9b8-4442-8549-69bb113c2d83 None None] Network 6f539843-a8c5-4d2e-b223-42aa35939491 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:30:49.834718 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49582) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:49.895821 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd57d8d3-c052-4a30-a40d-00a7995fdcd0 admin admin] Deleting subnet 70b9c8ac-d96c-4eaf-a3fb-c4dafc2f84ca {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:30:49.899893 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd57d8d3-c052-4a30-a40d-00a7995fdcd0 admin admin] Publish callbacks [] for subnet (70b9c8ac-d96c-4eaf-a3fb-c4dafc2f84ca), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:49.940494 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd57d8d3-c052-4a30-a40d-00a7995fdcd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26037606'] for subnet (70b9c8ac-d96c-4eaf-a3fb-c4dafc2f84ca), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:49.986884 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd57d8d3-c052-4a30-a40d-00a7995fdcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (70b9c8ac-d96c-4eaf-a3fb-c4dafc2f84ca), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.051723 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd57d8d3-c052-4a30-a40d-00a7995fdcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25289273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26770698'] for subnet (70b9c8ac-d96c-4eaf-a3fb-c4dafc2f84ca), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.053502 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=60 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:50.055346 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=23 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:50.078214 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57d8d3-c052-4a30-a40d-00a7995fdcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b9c8ac-d96c-4eaf-a3fb-c4dafc2f84ca,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:50.086763 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd57d8d3-c052-4a30-a40d-00a7995fdcd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.090042 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-cd57d8d3-c052-4a30-a40d-00a7995fdcd0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70b9c8ac-d96c-4eaf-a3fb-c4dafc2f84ca HTTP/1.1" status: 204 len: 168 time: 0.2535050 Jun 06 14:30:50.094300 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49584) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:50.178964 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (8f681e6b-37cc-4013-909d-653123ede555), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.264535 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (8f681e6b-37cc-4013-909d-653123ede555), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.293802 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f681e6b-37cc-4013-909d-653123ede555']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:50.306770 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356ba0ea-bdc7-4087-bc5a-df3c64b3ff91') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:50.307238 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356ba0ea-bdc7-4087-bc5a-df3c64b3ff91') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:50.321312 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037615'] for segment (356ba0ea-bdc7-4087-bc5a-df3c64b3ff91), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.346643 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (356ba0ea-bdc7-4087-bc5a-df3c64b3ff91), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.346643 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:30:50.346643 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25289315'] for segment (356ba0ea-bdc7-4087-bc5a-df3c64b3ff91), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.385568 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 356ba0ea-bdc7-4087-bc5a-df3c64b3ff91 resource provider aggregate not found Jun 06 14:30:50.414426 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 356ba0ea-bdc7-4087-bc5a-df3c64b3ff91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 356ba0ea-bdc7-4087-bc5a-df3c64b3ff91 found for delete ", "request_id": "req-bb20cba4-1ad7-4396-bc6d-90cfa7d3cb51"}]} Jun 06 14:30:50.415086 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (8f681e6b-37cc-4013-909d-653123ede555), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.419439 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.422917 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f681e6b-37cc-4013-909d-653123ede555 HTTP/1.1" status: 204 len: 168 time: 0.3275361 Jun 06 14:30:50.426575 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49596) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:50.438195 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb14b9a-5f2f-49ad-94e7-d2250f3e5588 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f681e6b-37cc-4013-909d-653123ede555,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:50.483374 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f26b198-96b4-4582-aca8-8c76705debae admin admin] Deleting subnet e63c650f-9206-41d6-ad92-dcf7b166d162 {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:30:50.486950 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9f26b198-96b4-4582-aca8-8c76705debae admin admin] Publish callbacks [] for subnet (e63c650f-9206-41d6-ad92-dcf7b166d162), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.525687 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9f26b198-96b4-4582-aca8-8c76705debae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (e63c650f-9206-41d6-ad92-dcf7b166d162), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.558942 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device ec94f552-03df-49e5-bf66-261965d27d90 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:30:50.577505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9f26b198-96b4-4582-aca8-8c76705debae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (e63c650f-9206-41d6-ad92-dcf7b166d162), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.617076 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port ec94f552-03df-49e5-bf66-261965d27d90 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:30:50.625175 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port ec94f552-03df-49e5-bf66-261965d27d90 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:30:50.625636 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ec94f552-03df-49e5-bf66-261965d27d90), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.661375 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9f26b198-96b4-4582-aca8-8c76705debae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (e63c650f-9206-41d6-ad92-dcf7b166d162), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.692516 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf3183-81a1-4116-921f-185373de46d6 req-5f58cb60-9b50-4608-854e-6a5b5ea7dcc7 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:50.694200 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dfcf3183-81a1-4116-921f-185373de46d6 req-5f58cb60-9b50-4608-854e-6a5b5ea7dcc7 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 944 time: 0.0593405 Jun 06 14:30:50.704491 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26b198-96b4-4582-aca8-8c76705debae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63c650f-9206-41d6-ad92-dcf7b166d162,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:50.718692 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9f26b198-96b4-4582-aca8-8c76705debae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.727756 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9f26b198-96b4-4582-aca8-8c76705debae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e63c650f-9206-41d6-ad92-dcf7b166d162 HTTP/1.1" status: 204 len: 168 time: 0.2999966 Jun 06 14:30:50.728362 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49604) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:50.744224 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port ec94f552-03df-49e5-bf66-261965d27d90 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:30:50.744626 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ec94f552-03df-49e5-bf66-261965d27d90), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.777484 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:30:50.780132 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e4af62-ceac-453c-b4f0-e824797f7f4b" -d '{"events": [{"server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "name": "network-vif-plugged", "status": "completed", "tag": "ec94f552-03df-49e5-bf66-261965d27d90"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:30:50.799458 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=ec94f552-03df-49e5-bf66-261965d27d90,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:30:50.810089 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ec94f552-03df-49e5-bf66-261965d27d90), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.844374 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dfcf3183-81a1-4116-921f-185373de46d6 req-42c4e22e-f853-4692-a4f3-c14a3e61f462 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415975 Jun 06 14:30:50.849446 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c25fdb-10d2-48c8-bed4-d53fe9310852 x-openstack-request-id: req-b4c25fdb-10d2-48c8-bed4-d53fe9310852 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:30:50.849873 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "name": "network-vif-plugged", "status": "completed", "tag": "ec94f552-03df-49e5-bf66-261965d27d90", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:30:50.850528 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4c25fdb-10d2-48c8-bed4-d53fe9310852 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:30:50.852155 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c25fdb-10d2-48c8-bed4-d53fe9310852'] response: {'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90', 'code': 200} Jun 06 14:30:50.864256 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (6f539843-a8c5-4d2e-b223-42aa35939491), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:50.913486 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=ec94f552-03df-49e5-bf66-261965d27d90,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:50.987150 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (6f539843-a8c5-4d2e-b223-42aa35939491), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.021330 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f539843-a8c5-4d2e-b223-42aa35939491']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:51.037021 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2ed319-d0dc-4541-bf46-7341926ab8ae') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:51.038139 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2ed319-d0dc-4541-bf46-7341926ab8ae') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:51.060122 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037615'] for segment (fc2ed319-d0dc-4541-bf46-7341926ab8ae), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.089967 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (fc2ed319-d0dc-4541-bf46-7341926ab8ae), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.100289 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:30:51.100862 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25289315'] for segment (fc2ed319-d0dc-4541-bf46-7341926ab8ae), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.127355 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4bd49-3327-4bd8-9d7b-e9cec46a9701 req-ea5601fa-7c07-4ec0-b652-cbc9d3f28bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:51.129780 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6ed4bd49-3327-4bd8-9d7b-e9cec46a9701 req-ea5601fa-7c07-4ec0-b652-cbc9d3f28bcf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1129 time: 0.0633960 Jun 06 14:30:51.150908 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:51.158776 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:51.173485 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (6f539843-a8c5-4d2e-b223-42aa35939491), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.182386 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.186425 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] 10.222.0.13 "DELETE /v2.0/networks/6f539843-a8c5-4d2e-b223-42aa35939491 HTTP/1.1" status: 204 len: 168 time: 0.4564025 Jun 06 14:30:51.199239 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13270ae9-cc44-4126-95e7-c5397b0c9b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f539843-a8c5-4d2e-b223-42aa35939491,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:51.214535 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6ed4bd49-3327-4bd8-9d7b-e9cec46a9701 req-9941c159-5543-42bf-961e-1b0719c50e2a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782065 Jun 06 14:30:51.411149 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49618) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:51.453285 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:51.457667 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bed10e14-13eb-44ea-9768-7aa8f57c46f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1093cc1cad045eca64cb2047cf227f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453424 Jun 06 14:30:51.461294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49620) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:51.521055 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-38fc0f53-647e-4e38-be43-dab7503f4e3c admin admin] Publish callbacks [] for security_group (4118a232-095b-4f1e-8ba1-5e1a98da3219), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.544289 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:51.546606 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-38fc0f53-647e-4e38-be43-dab7503f4e3c admin admin] Publish callbacks [] for security_group (4118a232-095b-4f1e-8ba1-5e1a98da3219), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.607509 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-38fc0f53-647e-4e38-be43-dab7503f4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (4118a232-095b-4f1e-8ba1-5e1a98da3219), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.610286 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-38fc0f53-647e-4e38-be43-dab7503f4e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:51.611471 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-38fc0f53-647e-4e38-be43-dab7503f4e3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4118a232-095b-4f1e-8ba1-5e1a98da3219 HTTP/1.1" status: 204 len: 168 time: 0.1491432 Jun 06 14:30:51.621770 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc0f53-647e-4e38-be43-dab7503f4e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4118a232-095b-4f1e-8ba1-5e1a98da3219,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:52.055906 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a468-2d9d-406e-9990-5fa7d085e2c2 req-9e223a6b-486e-4f2d-a229-804f68537910 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:52.057681 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9e10a468-2d9d-406e-9990-5fa7d085e2c2 req-9e223a6b-486e-4f2d-a229-804f68537910 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0706451 Jun 06 14:30:52.091927 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49634) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:52.154406 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9e10a468-2d9d-406e-9990-5fa7d085e2c2 req-39949820-1e53-4f73-bb1e-54c0b03d0b31 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833201 Jun 06 14:30:52.176908 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6a55a1cc-5257-4d30-ac1a-b2de71d7fa28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55a6065189b7482d8da9f62b66a286e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0822692 Jun 06 14:30:52.182555 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49638) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:52.285903 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2b024780-62da-4d3c-8311-241e79226591 admin admin] Publish callbacks [] for security_group (99d7da5d-3f97-4baf-ab5e-ba8f37180f14), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:52.326730 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2b024780-62da-4d3c-8311-241e79226591 admin admin] Publish callbacks [] for security_group (99d7da5d-3f97-4baf-ab5e-ba8f37180f14), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:52.404531 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2b024780-62da-4d3c-8311-241e79226591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (99d7da5d-3f97-4baf-ab5e-ba8f37180f14), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:52.408942 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2b024780-62da-4d3c-8311-241e79226591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:52.415066 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2b024780-62da-4d3c-8311-241e79226591 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99d7da5d-3f97-4baf-ab5e-ba8f37180f14 HTTP/1.1" status: 204 len: 168 time: 0.2269874 Jun 06 14:30:52.438368 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b024780-62da-4d3c-8311-241e79226591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d7da5d-3f97-4baf-ab5e-ba8f37180f14,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:52.455193 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment fc2ed319-d0dc-4541-bf46-7341926ab8ae resource provider aggregate not found Jun 06 14:30:52.510275 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment fc2ed319-d0dc-4541-bf46-7341926ab8ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc2ed319-d0dc-4541-bf46-7341926ab8ae found for delete ", "request_id": "req-373c758d-7ee2-4662-8930-e0137f62d068"}]} Jun 06 14:30:52.667252 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49654) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:52.852815 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ecd3041d-b9b0-4342-bdb8-33076643b776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:52.975281 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ecd3041d-b9b0-4342-bdb8-33076643b776 admin admin] Publish callbacks [] for security_group (f415077a-3ff0-4a03-bda4-f3dd09a34200), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:52.981204 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ecd3041d-b9b0-4342-bdb8-33076643b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (f415077a-3ff0-4a03-bda4-f3dd09a34200), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:53.028956 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ecd3041d-b9b0-4342-bdb8-33076643b776 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0698f89e78e84a19847c1b05bc05311b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599443 Jun 06 14:30:53.030345 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3041d-b9b0-4342-bdb8-33076643b776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f415077a-3ff0-4a03-bda4-f3dd09a34200,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:53.033372 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49666) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:53.110253 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f690fa6-59ab-4bf7-834b-5da025ad3664 admin admin] Publish callbacks [] for security_group (f415077a-3ff0-4a03-bda4-f3dd09a34200), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:53.158231 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f690fa6-59ab-4bf7-834b-5da025ad3664 admin admin] Publish callbacks [] for security_group (f415077a-3ff0-4a03-bda4-f3dd09a34200), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:53.271016 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f690fa6-59ab-4bf7-834b-5da025ad3664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (f415077a-3ff0-4a03-bda4-f3dd09a34200), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:53.282880 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f690fa6-59ab-4bf7-834b-5da025ad3664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:53.285115 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6f690fa6-59ab-4bf7-834b-5da025ad3664 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f415077a-3ff0-4a03-bda4-f3dd09a34200 HTTP/1.1" status: 204 len: 168 time: 0.2500372 Jun 06 14:30:53.298251 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f690fa6-59ab-4bf7-834b-5da025ad3664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f415077a-3ff0-4a03-bda4-f3dd09a34200,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:53.338598 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b40fab-62bc-432b-8b50-68181d5fbc87 req-d914bf52-f206-4f9c-9d29-66d7b92eb111 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:53.340177 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66b40fab-62bc-432b-8b50-68181d5fbc87 req-d914bf52-f206-4f9c-9d29-66d7b92eb111 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0612564 Jun 06 14:30:53.450621 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66b40fab-62bc-432b-8b50-68181d5fbc87 req-b49fa763-476b-477a-817b-b95f21507ff4 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026473 Jun 06 14:30:53.624664 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7403ed-2727-4b31-b190-ff6f651a6297 req-4aec7ae9-6d6d-47df-833a-6dc642015d1d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:53.627364 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7e7403ed-2727-4b31-b190-ff6f651a6297 req-4aec7ae9-6d6d-47df-833a-6dc642015d1d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0943940 Jun 06 14:30:53.755203 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7e7403ed-2727-4b31-b190-ff6f651a6297 req-8c67515b-6807-4c20-bd34-3b018743fadb tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176271 Jun 06 14:30:53.814307 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49694) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:54.139118 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d13e8df-cdec-475c-8513-3951847eb568 tempest-TestShelveInstance-887026871 tempest-TestShelveInstance-887026871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:54.141605 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4d13e8df-cdec-475c-8513-3951847eb568 tempest-TestShelveInstance-887026871 tempest-TestShelveInstance-887026871-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1124 time: 0.3258252 Jun 06 14:30:54.144869 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49704) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:54.153085 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'port_id': 'ec94f552-03df-49e5-bf66-261965d27d90', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:30:54.190149 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:54.332600 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:54.460652 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Allocated IP 172.27.1.207 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/afe37b60-fa09-4477-a2a4-c086361b0275) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:30:54.522254 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:54.594872 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for port (afe37b60-fa09-4477-a2a4-c086361b0275), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:54.620966 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:54.634588 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (afe37b60-fa09-4477-a2a4-c086361b0275), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:54.676591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:30:54.681200 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:30:54.685655 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:30:54.719653 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'Port': ['ID=afe37b60-fa09-4477-a2a4-c086361b0275,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:55.322834 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for floatingip (06160610-3c17-42a9-9a82-e47f9a41b257), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:55.467443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (afe37b60-fa09-4477-a2a4-c086361b0275), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:55.686394 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for port (afe37b60-fa09-4477-a2a4-c086361b0275), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:55.692015 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (afe37b60-fa09-4477-a2a4-c086361b0275), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:55.704572 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:55.775730 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event updated for resources: {'Port': ['ID=afe37b60-fa09-4477-a2a4-c086361b0275,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:55.790111 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (06160610-3c17-42a9-9a82-e47f9a41b257), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:55.891964 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:55.911123 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Floating IP 06160610-3c17-42a9-9a82-e47f9a41b257 associated. External IP: 172.27.1.207, port: ec94f552-03df-49e5-bf66-261965d27d90. Jun 06 14:30:56.138601 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:30:56.255640 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:30:56.268058 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] Sync routers for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:30:56.281588 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:56.283986 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:56.284765 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:56.319780 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ae020525-9f46-4847-87b4-d4d0fb910782 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1732700 Jun 06 14:30:56.321079 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:30:56.323766 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb10c7e-1956-4910-917c-d157b1d0e8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "tag": "ec94f552-03df-49e5-bf66-261965d27d90"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:30:56.361178 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2123e725-df32-41a2-8485-c7b89955adb7 x-openstack-request-id: req-2123e725-df32-41a2-8485-c7b89955adb7 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:30:56.361499 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "tag": "ec94f552-03df-49e5-bf66-261965d27d90", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:30:56.361749 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2123e725-df32-41a2-8485-c7b89955adb7 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:30:56.362317 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2123e725-df32-41a2-8485-c7b89955adb7'] response: {'name': 'network-changed', 'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90', 'status': 'completed', 'code': 200} Jun 06 14:30:56.442222 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-f93d949f-0011-4855-aaf9-e17bc42a2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:56.443902 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-f93d949f-0011-4855-aaf9-e17bc42a2d1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=add30fb78c80414599ebb8f57fb31389&device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1129 time: 0.0565078 Jun 06 14:30:56.458729 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:56.596385 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-f6ed4e72-9c95-4f39-8bdc-38a7446f6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:56.599304 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-f6ed4e72-9c95-4f39-8bdc-38a7446f6c94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 200 len: 910 time: 0.1489401 Jun 06 14:30:56.684555 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:56.693498 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-4b393680-6474-4908-9eff-7a3f80be3655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 999 time: 0.0877705 Jun 06 14:30:56.791843 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-1149dd55-5d08-46d4-83e7-b94bfdff6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:56.794361 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-1149dd55-5d08-46d4-83e7-b94bfdff6f82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0ba066a-4556-4e15-b564-a5fec787deb6 HTTP/1.1" status: 200 len: 848 time: 0.0949609 Jun 06 14:30:56.860454 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '06160610-3c17-42a9-9a82-e47f9a41b257', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'port_id': 'ec94f552-03df-49e5-bf66-261965d27d90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'mac_address': 'fa:16:3e:28:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:30:54Z', 'updated_at': '2022-06-06T14:30:54Z', 'revision_number': 0, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff126bb1-3cab-46bb-95d4-0825b206293e', 'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'mac_address': 'fa:16:3e:ae:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:49Z', 'updated_at': '2022-06-06T14:29:55Z', 'revision_number': 5, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'subnets': [{'id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:56.876029 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-77355125-3885-4f3e-8850-71f3e2a1d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:30:56.880173 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-77355125-3885-4f3e-8850-71f3e2a1d0dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790157 Jun 06 14:30:56.903589 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] Checking router: a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:30:56.917289 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:30:56.918733 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:30:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:57.048845 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:57.091416 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-ae455bfe-3ab3-4508-9d83-e1fe6fd855e4 service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040501 Jun 06 14:30:57.091991 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:30:57.241832 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dcb10c7e-1956-4910-917c-d157b1d0e8c1 req-e29cf7f6-f0a4-4977-b663-31013c585ffd service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427693 Jun 06 14:30:57.374055 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:30:57.451833 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '06160610-3c17-42a9-9a82-e47f9a41b257', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'port_id': 'ec94f552-03df-49e5-bf66-261965d27d90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'mac_address': 'fa:16:3e:28:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:30:54Z', 'updated_at': '2022-06-06T14:30:54Z', 'revision_number': 0, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff126bb1-3cab-46bb-95d4-0825b206293e', 'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'mac_address': 'fa:16:3e:ae:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:49Z', 'updated_at': '2022-06-06T14:29:55Z', 'revision_number': 5, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'subnets': [{'id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:30:57.658201 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0aa7ff-6eb0-469b-9dc8-f0e541ca92ee None None] The sync data for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi is: [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '06160610-3c17-42a9-9a82-e47f9a41b257', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'port_id': 'ec94f552-03df-49e5-bf66-261965d27d90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'mac_address': 'fa:16:3e:28:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:30:54Z', 'updated_at': '2022-06-06T14:30:54Z', 'revision_number': 0, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff126bb1-3cab-46bb-95d4-0825b206293e', 'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'mac_address': 'fa:16:3e:ae:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:49Z', 'updated_at': '2022-06-06T14:29:55Z', 'revision_number': 5, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'subnets': [{'id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:30:57.901342 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a691b2-85ce-4f6a-abed-884f003c1f2e None None] New status for floating IP 06160610-3c17-42a9-9a82-e47f9a41b257: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:30:59.343421 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49784) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:59.481762 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-98e9a18b-0a3e-42fd-9729-537e27ebaa12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:59.598729 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-98e9a18b-0a3e-42fd-9729-537e27ebaa12 admin admin] Publish callbacks [] for security_group (def2aca6-0568-40a2-aec3-b70b42739ad4), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:59.608884 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-98e9a18b-0a3e-42fd-9729-537e27ebaa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (def2aca6-0568-40a2-aec3-b70b42739ad4), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:59.655159 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-98e9a18b-0a3e-42fd-9729-537e27ebaa12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=434669af7ccb48e7b84f3905074d47ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094878 Jun 06 14:30:59.659512 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49796) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:30:59.684325 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9a18b-0a3e-42fd-9729-537e27ebaa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def2aca6-0568-40a2-aec3-b70b42739ad4,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:30:59.738075 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0284f068-3cd2-4536-ada2-d761c9b8e205 admin admin] Publish callbacks [] for security_group (def2aca6-0568-40a2-aec3-b70b42739ad4), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:59.768264 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0284f068-3cd2-4536-ada2-d761c9b8e205 admin admin] Publish callbacks [] for security_group (def2aca6-0568-40a2-aec3-b70b42739ad4), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:59.840000 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0284f068-3cd2-4536-ada2-d761c9b8e205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (def2aca6-0568-40a2-aec3-b70b42739ad4), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:59.842831 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0284f068-3cd2-4536-ada2-d761c9b8e205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:30:59.844136 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0284f068-3cd2-4536-ada2-d761c9b8e205 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/def2aca6-0568-40a2-aec3-b70b42739ad4 HTTP/1.1" status: 204 len: 168 time: 0.1836605 Jun 06 14:30:59.855186 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284f068-3cd2-4536-ada2-d761c9b8e205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2aca6-0568-40a2-aec3-b70b42739ad4,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:00.185001 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49802) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:00.210994 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e196d3db-80ee-4a5e-98d8-ed4add7d6b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:00.263251 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:31:00.318973 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:00.337582 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e196d3db-80ee-4a5e-98d8-ed4add7d6b46 admin admin] Publish callbacks [] for security_group (a1ccea4f-e9db-4669-913e-35ad95d9a9eb), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:00.343656 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e196d3db-80ee-4a5e-98d8-ed4add7d6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (a1ccea4f-e9db-4669-913e-35ad95d9a9eb), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:00.391353 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e196d3db-80ee-4a5e-98d8-ed4add7d6b46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2094bd9c890143439983b920897e009c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046692 Jun 06 14:31:00.392097 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196d3db-80ee-4a5e-98d8-ed4add7d6b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ccea4f-e9db-4669-913e-35ad95d9a9eb,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:00.394571 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49804) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:00.409818 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:00.425637 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:00.458993 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a6eac51-28af-4926-9b39-e3f444210806 admin admin] Publish callbacks [] for security_group (a1ccea4f-e9db-4669-913e-35ad95d9a9eb), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:00.484602 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a6eac51-28af-4926-9b39-e3f444210806 admin admin] Publish callbacks [] for security_group (a1ccea4f-e9db-4669-913e-35ad95d9a9eb), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:00.545472 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a6eac51-28af-4926-9b39-e3f444210806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (a1ccea4f-e9db-4669-913e-35ad95d9a9eb), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:00.548708 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a6eac51-28af-4926-9b39-e3f444210806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:00.550408 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2a6eac51-28af-4926-9b39-e3f444210806 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1ccea4f-e9db-4669-913e-35ad95d9a9eb HTTP/1.1" status: 204 len: 168 time: 0.1534986 Jun 06 14:31:00.564311 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6eac51-28af-4926-9b39-e3f444210806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ccea4f-e9db-4669-913e-35ad95d9a9eb,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:01.225372 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2c07cc9c-e745-417b-b3e3-ec91e357deb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:03.852823 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a1b89a6f-49a9-4466-b566-2c8a1d870f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.297647 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49902) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:04.365943 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2660f7b-6920-45f3-9379-b2d9cc480849 admin admin] Deleting subnet a6676630-5bee-47d3-a7b8-9fb8b4b822ee {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:31:04.371055 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2660f7b-6920-45f3-9379-b2d9cc480849 admin admin] Publish callbacks [] for subnet (a6676630-5bee-47d3-a7b8-9fb8b4b822ee), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.419472 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2660f7b-6920-45f3-9379-b2d9cc480849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (a6676630-5bee-47d3-a7b8-9fb8b4b822ee), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.468220 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2660f7b-6920-45f3-9379-b2d9cc480849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (a6676630-5bee-47d3-a7b8-9fb8b4b822ee), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.544293 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2660f7b-6920-45f3-9379-b2d9cc480849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (a6676630-5bee-47d3-a7b8-9fb8b4b822ee), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.587147 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2660f7b-6920-45f3-9379-b2d9cc480849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6676630-5bee-47d3-a7b8-9fb8b4b822ee,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:04.594440 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2660f7b-6920-45f3-9379-b2d9cc480849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.602331 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e2660f7b-6920-45f3-9379-b2d9cc480849 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6676630-5bee-47d3-a7b8-9fb8b4b822ee HTTP/1.1" status: 204 len: 168 time: 0.3031485 Jun 06 14:31:04.602646 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49914) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:04.690470 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (d5903aa3-94b2-4337-86b4-6a79ac6e59c4), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.786039 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (d5903aa3-94b2-4337-86b4-6a79ac6e59c4), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.813772 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5903aa3-94b2-4337-86b4-6a79ac6e59c4']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:04.827023 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1ea5ab-9996-4964-bfa1-f88db0e32866') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:04.827335 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1ea5ab-9996-4964-bfa1-f88db0e32866') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:04.841776 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037615'] for segment (0f1ea5ab-9996-4964-bfa1-f88db0e32866), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.862073 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (0f1ea5ab-9996-4964-bfa1-f88db0e32866), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.871943 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:31:04.872493 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25289315'] for segment (0f1ea5ab-9996-4964-bfa1-f88db0e32866), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.936216 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 0f1ea5ab-9996-4964-bfa1-f88db0e32866 resource provider aggregate not found Jun 06 14:31:04.964838 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 0f1ea5ab-9996-4964-bfa1-f88db0e32866 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f1ea5ab-9996-4964-bfa1-f88db0e32866 found for delete ", "request_id": "req-a647d7ec-4e30-413c-9c8f-49429d50a162"}]} Jun 06 14:31:04.976324 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (d5903aa3-94b2-4337-86b4-6a79ac6e59c4), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.987032 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:04.994618 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] 10.222.0.13 "DELETE /v2.0/networks/d5903aa3-94b2-4337-86b4-6a79ac6e59c4 HTTP/1.1" status: 204 len: 168 time: 0.3878627 Jun 06 14:31:04.995433 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49920) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:05.010171 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266bfe3-44eb-49b5-9ff1-aec6e672e03a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5903aa3-94b2-4337-86b4-6a79ac6e59c4,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:05.045341 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.053197 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc890f49-2674-457b-9e01-d8cbf6bffdfa admin admin] Deleting subnet 740f482e-ab3a-4142-b820-012fdcaa2e36 {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:31:05.057548 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fc890f49-2674-457b-9e01-d8cbf6bffdfa admin admin] Publish callbacks [] for subnet (740f482e-ab3a-4142-b820-012fdcaa2e36), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.099786 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fc890f49-2674-457b-9e01-d8cbf6bffdfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (740f482e-ab3a-4142-b820-012fdcaa2e36), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.145793 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fc890f49-2674-457b-9e01-d8cbf6bffdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (740f482e-ab3a-4142-b820-012fdcaa2e36), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.240390 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fc890f49-2674-457b-9e01-d8cbf6bffdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (740f482e-ab3a-4142-b820-012fdcaa2e36), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.270405 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc890f49-2674-457b-9e01-d8cbf6bffdfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740f482e-ab3a-4142-b820-012fdcaa2e36,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:05.276691 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fc890f49-2674-457b-9e01-d8cbf6bffdfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.283058 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-fc890f49-2674-457b-9e01-d8cbf6bffdfa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/740f482e-ab3a-4142-b820-012fdcaa2e36 HTTP/1.1" status: 204 len: 168 time: 0.2839384 Jun 06 14:31:05.284523 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49922) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:05.342422 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:05.364520 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (e8a66d8b-2997-4554-8899-33f0b66ecace), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.467045 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (e8a66d8b-2997-4554-8899-33f0b66ecace), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.492606 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a66d8b-2997-4554-8899-33f0b66ecace']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:05.504004 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238e56be-3d3d-443d-a08a-5ea63ea0cf50') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:05.504427 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238e56be-3d3d-443d-a08a-5ea63ea0cf50') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:05.517764 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3234498'] for segment (238e56be-3d3d-443d-a08a-5ea63ea0cf50), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.533335 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (238e56be-3d3d-443d-a08a-5ea63ea0cf50), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.541457 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:31:05.541951 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3388999'] for segment (238e56be-3d3d-443d-a08a-5ea63ea0cf50), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.586794 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 238e56be-3d3d-443d-a08a-5ea63ea0cf50 resource provider aggregate not found Jun 06 14:31:05.615419 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 238e56be-3d3d-443d-a08a-5ea63ea0cf50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 238e56be-3d3d-443d-a08a-5ea63ea0cf50 found for delete ", "request_id": "req-93296587-c2a0-462c-b7cf-5fe59234ec32"}]} Jun 06 14:31:05.625507 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (e8a66d8b-2997-4554-8899-33f0b66ecace), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.632591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:05.636505 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8a66d8b-2997-4554-8899-33f0b66ecace HTTP/1.1" status: 204 len: 168 time: 0.3508193 Jun 06 14:31:05.651511 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c569e01-eb85-4eff-94a0-a252297fd6be admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a66d8b-2997-4554-8899-33f0b66ecace,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:05.920942 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49934) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:05.992922 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-daa02416-4f1d-4bc6-853a-2a3039ded3c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4194834314a54388a880cbe00c43a79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702090 Jun 06 14:31:05.997054 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49938) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:06.034567 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:06.067086 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a03-c710-466c-84a6-26016d046ada admin admin] Publish callbacks [] for security_group (d61fa609-c0a7-4de7-bc24-06fd47b96f2c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.090858 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49940) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:06.110778 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a03-c710-466c-84a6-26016d046ada admin admin] Publish callbacks [] for security_group (d61fa609-c0a7-4de7-bc24-06fd47b96f2c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.178308 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a03-c710-466c-84a6-26016d046ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d61fa609-c0a7-4de7-bc24-06fd47b96f2c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.183922 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a03-c710-466c-84a6-26016d046ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.189748 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-82bc0a03-c710-466c-84a6-26016d046ada admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d61fa609-c0a7-4de7-bc24-06fd47b96f2c HTTP/1.1" status: 204 len: 168 time: 0.1872501 Jun 06 14:31:06.209563 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc0a03-c710-466c-84a6-26016d046ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61fa609-c0a7-4de7-bc24-06fd47b96f2c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:06.269567 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa904068-b130-4061-a7c4-24bb200151b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.390478 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa904068-b130-4061-a7c4-24bb200151b2 admin admin] Publish callbacks [] for security_group (69337641-cf22-4048-9efa-1337d760d3fc), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.395943 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa904068-b130-4061-a7c4-24bb200151b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (69337641-cf22-4048-9efa-1337d760d3fc), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.445137 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-aa904068-b130-4061-a7c4-24bb200151b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f1396d94f57419aa62828b806464b5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530617 Jun 06 14:31:06.446532 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa904068-b130-4061-a7c4-24bb200151b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69337641-cf22-4048-9efa-1337d760d3fc,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:06.449478 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49948) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:06.512025 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3b28-bf5b-4941-9aca-fe84938c41a7 admin admin] Publish callbacks [] for security_group (69337641-cf22-4048-9efa-1337d760d3fc), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.539398 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3b28-bf5b-4941-9aca-fe84938c41a7 admin admin] Publish callbacks [] for security_group (69337641-cf22-4048-9efa-1337d760d3fc), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.617944 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3b28-bf5b-4941-9aca-fe84938c41a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (69337641-cf22-4048-9efa-1337d760d3fc), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.620646 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5b2b3b28-bf5b-4941-9aca-fe84938c41a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.622172 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5b2b3b28-bf5b-4941-9aca-fe84938c41a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69337641-cf22-4048-9efa-1337d760d3fc HTTP/1.1" status: 204 len: 168 time: 0.1714396 Jun 06 14:31:06.630970 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3b28-bf5b-4941-9aca-fe84938c41a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69337641-cf22-4048-9efa-1337d760d3fc,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:06.682588 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49952) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:06.739535 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:06.749050 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6dfa33fa-8c38-4073-be09-f30bb66190d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95df364cf8a44185864291e4a856f3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651972 Jun 06 14:31:06.753406 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49954) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:06.812340 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:06.818766 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9073df0a-759d-4baf-a974-14757d35291b admin admin] Publish callbacks [] for security_group (7baaab2f-32c1-4c4b-beab-6bcebabdc293), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.830614 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.851666 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9073df0a-759d-4baf-a974-14757d35291b admin admin] Publish callbacks [] for security_group (7baaab2f-32c1-4c4b-beab-6bcebabdc293), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.911148 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9073df0a-759d-4baf-a974-14757d35291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (7baaab2f-32c1-4c4b-beab-6bcebabdc293), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.915429 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9073df0a-759d-4baf-a974-14757d35291b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:06.920646 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9073df0a-759d-4baf-a974-14757d35291b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7baaab2f-32c1-4c4b-beab-6bcebabdc293 HTTP/1.1" status: 204 len: 168 time: 0.1623862 Jun 06 14:31:06.932507 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073df0a-759d-4baf-a974-14757d35291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baaab2f-32c1-4c4b-beab-6bcebabdc293,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:07.203032 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 49962) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:07.222590 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f33d294f-5159-472f-9e4d-11fccf639617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:07.375462 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f33d294f-5159-472f-9e4d-11fccf639617 admin admin] Publish callbacks [] for security_group (ba4b0109-8360-469d-bb1b-e48071ec5d1f), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:07.382461 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f33d294f-5159-472f-9e4d-11fccf639617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ba4b0109-8360-469d-bb1b-e48071ec5d1f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:07.454493 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f33d294f-5159-472f-9e4d-11fccf639617 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7fdcf7e0d824bf5afa04c82f1827d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497141 Jun 06 14:31:07.457692 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 49968) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:07.464364 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d294f-5159-472f-9e4d-11fccf639617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4b0109-8360-469d-bb1b-e48071ec5d1f,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:07.546105 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-949cb181-1d00-41dc-90d7-7c24fc0e2908 admin admin] Publish callbacks [] for security_group (ba4b0109-8360-469d-bb1b-e48071ec5d1f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:07.585767 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-949cb181-1d00-41dc-90d7-7c24fc0e2908 admin admin] Publish callbacks [] for security_group (ba4b0109-8360-469d-bb1b-e48071ec5d1f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:07.659879 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-949cb181-1d00-41dc-90d7-7c24fc0e2908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ba4b0109-8360-469d-bb1b-e48071ec5d1f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:07.664910 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-949cb181-1d00-41dc-90d7-7c24fc0e2908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:07.667774 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-949cb181-1d00-41dc-90d7-7c24fc0e2908 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba4b0109-8360-469d-bb1b-e48071ec5d1f HTTP/1.1" status: 204 len: 168 time: 0.2076080 Jun 06 14:31:07.677452 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb181-1d00-41dc-90d7-7c24fc0e2908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4b0109-8360-469d-bb1b-e48071ec5d1f,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:08.039211 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:08.231089 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:08.809336 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50012) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:09.042073 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b356d3e-d1dd-49cf-ac3e-a8ef767d787b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:09.192374 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b356d3e-d1dd-49cf-ac3e-a8ef767d787b admin admin] Publish callbacks [] for security_group (6cb4fe33-ee8e-4d39-99bb-d87dbbb202ed), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:09.198160 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b356d3e-d1dd-49cf-ac3e-a8ef767d787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6cb4fe33-ee8e-4d39-99bb-d87dbbb202ed), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:09.249541 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50024) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:09.250624 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1b356d3e-d1dd-49cf-ac3e-a8ef767d787b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f202bbd88dc54176b2a0712971db5ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386888 Jun 06 14:31:09.252497 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b356d3e-d1dd-49cf-ac3e-a8ef767d787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb4fe33-ee8e-4d39-99bb-d87dbbb202ed,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:09.285064 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:09.315140 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a45bd829-b070-4608-b286-ac48c997bfb0 admin admin] Publish callbacks [] for security_group (6cb4fe33-ee8e-4d39-99bb-d87dbbb202ed), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:09.344642 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a45bd829-b070-4608-b286-ac48c997bfb0 admin admin] Publish callbacks [] for security_group (6cb4fe33-ee8e-4d39-99bb-d87dbbb202ed), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:09.417531 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a45bd829-b070-4608-b286-ac48c997bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (6cb4fe33-ee8e-4d39-99bb-d87dbbb202ed), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:09.420594 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a45bd829-b070-4608-b286-ac48c997bfb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:09.425659 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a45bd829-b070-4608-b286-ac48c997bfb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cb4fe33-ee8e-4d39-99bb-d87dbbb202ed HTTP/1.1" status: 204 len: 168 time: 0.1747897 Jun 06 14:31:09.441876 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bd829-b070-4608-b286-ac48c997bfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb4fe33-ee8e-4d39-99bb-d87dbbb202ed,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:10.258329 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:10.457644 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50066) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:10.620769 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1999893614-network', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:10.661469 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Made reservation on behalf of 8963278084b2491799c6c5e403b5cfcc for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:31:10.665255 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:10.678800 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:10.722850 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:10.746381 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:10.831351 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Publish callbacks [] for security_group (8140ff19-a120-4dc0-b833-0bc0557569cf), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:10.833320 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (8140ff19-a120-4dc0-b833-0bc0557569cf), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:10.874628 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:31:10.898107 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8140ff19-a120-4dc0-b833-0bc0557569cf,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:10.903215 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (67b8cdc2-a16e-46d1-b1b9-cfbecb02c159), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:10.904068 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Added segment 67b8cdc2-a16e-46d1-b1b9-cfbecb02c159 of type vlan for network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 Jun 06 14:31:10.966459 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (ffd02b94-0815-4079-ba8c-cfb2a272a2a8), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:10.997633 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (ffd02b94-0815-4079-ba8c-cfb2a272a2a8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:10.999025 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:10.999782 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.080795 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6218569 Jun 06 14:31:11.081112 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50088) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:11.090567 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Request body: {'subnet': {'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1999893614-subnet', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:11.095804 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12846d83-77cd-492a-b1b5-07aa1993992e admin admin] Pushing event updated for resources: {'Network': ['ID=ffd02b94-0815-4079-ba8c-cfb2a272a2a8,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:11.120845 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:31:11.131329 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Made reservation on behalf of 8963278084b2491799c6c5e403b5cfcc for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:31:11.135264 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25633860'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.291784 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50092) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:11.464269 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25633910'] for subnet (01149b82-1c6a-40bb-ac42-4c52a6d7298d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.485524 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82b93556-c74d-42aa-b7ad-c4da98032a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.531328 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:11.546440 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01149b82-1c6a-40bb-ac42-4c52a6d7298d,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:11.572315 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Checking segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:31:11.572684 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Network hostable DHCP agents. Network: ffd02b94-0815-4079-ba8c-cfb2a272a2a8, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:31:11.594057 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82b93556-c74d-42aa-b7ad-c4da98032a66 admin admin] Publish callbacks [] for security_group (88792bdd-49e3-431b-9f48-94a81d09150e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.595975 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:31:11.599435 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82b93556-c74d-42aa-b7ad-c4da98032a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (88792bdd-49e3-431b-9f48-94a81d09150e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.610255 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, ffd02b94-0815-4079-ba8c-cfb2a272a2a8) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:11.615580 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:11.617054 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.620952 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b69e13a-80ce-452e-9c74-a048fdd382ff None None] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:31:11.650105 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-89bac609-87ea-4b3b-a4bf-3fba4295ce95 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5657823 Jun 06 14:31:11.652629 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50096) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:11.659639 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:11.690551 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-82b93556-c74d-42aa-b7ad-c4da98032a66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acf76bd8ae0e434c8c996c6a16e8c1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973017 Jun 06 14:31:11.691382 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50098) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:11.697057 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b93556-c74d-42aa-b7ad-c4da98032a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88792bdd-49e3-431b-9f48-94a81d09150e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:11.700406 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (8ff0d771-5c33-4823-8dde-97e266ad68fd), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.707784 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (8ff0d771-5c33-4823-8dde-97e266ad68fd), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.758334 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:31:11.761298 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.767312 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fff3439f-3f90-465f-8a4d-6085d11b5dea admin admin] Publish callbacks [] for security_group (88792bdd-49e3-431b-9f48-94a81d09150e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.795428 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks [] for router_controller (8ff0d771-5c33-4823-8dde-97e266ad68fd), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.798139 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fff3439f-3f90-465f-8a4d-6085d11b5dea admin admin] Publish callbacks [] for security_group (88792bdd-49e3-431b-9f48-94a81d09150e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.889732 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fff3439f-3f90-465f-8a4d-6085d11b5dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (88792bdd-49e3-431b-9f48-94a81d09150e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.893379 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fff3439f-3f90-465f-8a4d-6085d11b5dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.898694 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fff3439f-3f90-465f-8a4d-6085d11b5dea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88792bdd-49e3-431b-9f48-94a81d09150e HTTP/1.1" status: 204 len: 168 time: 0.1990676 Jun 06 14:31:11.906688 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3439f-3f90-465f-8a4d-6085d11b5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88792bdd-49e3-431b-9f48-94a81d09150e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:11.950117 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks [] for router_gateway (8ff0d771-5c33-4823-8dde-97e266ad68fd), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:11.959551 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Allocated IP 172.20.0.2 (ffd02b94-0815-4079-ba8c-cfb2a272a2a8/01149b82-1c6a-40bb-ac42-4c52a6d7298d/11f58acb-a648-4b26-b3e5-77f6c2500f42) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:31:12.109677 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:12.124048 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:12.162414 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Publish callbacks [] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.171593 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.174023 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks [] for router_gateway (8ff0d771-5c33-4823-8dde-97e266ad68fd), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.194327 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.228567 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Pushing event updated for resources: {'Port': ['ID=11f58acb-a648-4b26-b3e5-77f6c2500f42,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:12.232743 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:31:12.235713 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:12.238608 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:31:12.304539 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Attempting to bind port 11f58acb-a648-4b26-b3e5-77f6c2500f42 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:31:12.305011 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Attempting to bind port 11f58acb-a648-4b26-b3e5-77f6c2500f42 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:31:12.305438 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Attempting to bind port 11f58acb-a648-4b26-b3e5-77f6c2500f42 on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:31:12.311947 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:31:12.312457 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Checking segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:31:12.312935 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.313403 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Bound using segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:31:12.314004 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Bound port: 11f58acb-a648-4b26-b3e5-77f6c2500f42, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:31:12.314619 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.352690 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50104) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:12.369823 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c1cc5e9e-0af7-4ca8-8290-0318a2635e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.408371 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] For port 11f58acb-a648-4b26-b3e5-77f6c2500f42, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:31:12.412470 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] For port 11f58acb-a648-4b26-b3e5-77f6c2500f42, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=11f58acb-a648-4b26-b3e5-77f6c2500f42,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:31:12.423931 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.492926 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72590188-d8c6-477f-b6fa-3e308b029642 None None] Pushing event updated for resources: {'Port': ['ID=11f58acb-a648-4b26-b3e5-77f6c2500f42,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:12.513751 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:INSERT=22,neutron:UPDATE=4,neutron:SELECT=71,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:12.524250 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c1cc5e9e-0af7-4ca8-8290-0318a2635e40 admin admin] Publish callbacks [] for security_group (086d7686-d569-4dd4-86bf-9819091ec489), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.531215 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c1cc5e9e-0af7-4ca8-8290-0318a2635e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (086d7686-d569-4dd4-86bf-9819091ec489), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.584583 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:12.618504 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c1cc5e9e-0af7-4ca8-8290-0318a2635e40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1faed53dd6541ecb1717e855e5d7f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637241 Jun 06 14:31:12.621119 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc5e9e-0af7-4ca8-8290-0318a2635e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086d7686-d569-4dd4-86bf-9819091ec489,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:12.622444 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50106) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:12.649010 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Allocated IP 172.27.1.125 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/7dcc8437-08cd-4de2-b447-a123d8cbb93e) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:31:12.758865 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8b7d75f8-86cf-4bd0-9abf-70b5b30d06b7 admin admin] Publish callbacks [] for security_group (086d7686-d569-4dd4-86bf-9819091ec489), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.847211 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8b7d75f8-86cf-4bd0-9abf-70b5b30d06b7 admin admin] Publish callbacks [] for security_group (086d7686-d569-4dd4-86bf-9819091ec489), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.908119 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks [] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.947239 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8b7d75f8-86cf-4bd0-9abf-70b5b30d06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (086d7686-d569-4dd4-86bf-9819091ec489), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.949986 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8b7d75f8-86cf-4bd0-9abf-70b5b30d06b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.954846 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8b7d75f8-86cf-4bd0-9abf-70b5b30d06b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/086d7686-d569-4dd4-86bf-9819091ec489 HTTP/1.1" status: 204 len: 168 time: 0.3278041 Jun 06 14:31:12.955150 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:12.959357 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:12.990902 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d75f8-86cf-4bd0-9abf-70b5b30d06b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086d7686-d569-4dd4-86bf-9819091ec489,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:13.012429 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:31:13.022573 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:13.030765 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:31:13.034871 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Pushing event updated for resources: {'Port': ['ID=7dcc8437-08cd-4de2-b447-a123d8cbb93e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:13.037102 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:13.436842 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks [] for router_gateway (8ff0d771-5c33-4823-8dde-97e266ad68fd), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:13.484258 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:13.759371 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (8ff0d771-5c33-4823-8dde-97e266ad68fd), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:13.851883 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ce6df-cfcb-4839-b969-c3d26c16987e None None] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:31:13.920863 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 11f58acb-a648-4b26-b3e5-77f6c2500f42 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:13.993578 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-740fb07e-d504-46b5-bee9-0c1805f07922 None None] Provisioning complete for port 11f58acb-a648-4b26-b3e5-77f6c2500f42 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:13.994853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-740fb07e-d504-46b5-bee9-0c1805f07922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:14.000602 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Router 8ff0d771-5c33-4823-8dde-97e266ad68fd is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:31:14.127413 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 11f58acb-a648-4b26-b3e5-77f6c2500f42 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:14.127996 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:14.211771 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:31:14.249538 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:14.255417 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4d96fd26-ffd2-411f-8f13-da97c5c73482 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5969799 Jun 06 14:31:14.255700 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50130) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:14.262987 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Sync routers for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:31:14.287550 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:14.302388 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-740fb07e-d504-46b5-bee9-0c1805f07922 None None] Current status of the port 11f58acb-a648-4b26-b3e5-77f6c2500f42 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:14.302755 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-740fb07e-d504-46b5-bee9-0c1805f07922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:14.305579 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:31:14.306259 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:31:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:14.356361 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:14.456655 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 11f58acb-a648-4b26-b3e5-77f6c2500f42 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:14.457347 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:14.461360 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-740fb07e-d504-46b5-bee9-0c1805f07922 None None] For port 11f58acb-a648-4b26-b3e5-77f6c2500f42, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=11f58acb-a648-4b26-b3e5-77f6c2500f42,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:31:14.477246 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-740fb07e-d504-46b5-bee9-0c1805f07922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:14.841593 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0b67af54-ffbd-41c6-b5eb-61dfc09f1b3e None None] Provisioning complete for port 11f58acb-a648-4b26-b3e5-77f6c2500f42 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:14.842057 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0b67af54-ffbd-41c6-b5eb-61dfc09f1b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:14.851386 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:31:14.940747 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:14.998271 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fb07e-d504-46b5-bee9-0c1805f07922 None None] Pushing event updated for resources: {'Port': ['ID=11f58acb-a648-4b26-b3e5-77f6c2500f42,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:15.091026 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 06 14:31:15.091282 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 14:31:15.175708 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0b67af54-ffbd-41c6-b5eb-61dfc09f1b3e None None] Current status of the port 11f58acb-a648-4b26-b3e5-77f6c2500f42 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:15.202178 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Allocated IP 172.20.0.1 (ffd02b94-0815-4079-ba8c-cfb2a272a2a8/01149b82-1c6a-40bb-ac42-4c52a6d7298d/5880d34c-2d37-4852-bd30-92f1f624a21e) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:31:15.242236 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:13Z', 'revision_number': 3, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:15.272566 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Checking router: 8ff0d771-5c33-4823-8dde-97e266ad68fd for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:31:15.273394 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Updating router 8ff0d771-5c33-4823-8dde-97e266ad68fd port 7dcc8437-08cd-4de2-b447-a123d8cbb93e binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:31:15.316037 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:15.360022 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Publish callbacks [] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:15.399963 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:15.444944 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:15.449990 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:31:15.459541 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:15.462914 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:31:15.465093 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Pushing event updated for resources: {'Port': ['ID=5880d34c-2d37-4852-bd30-92f1f624a21e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:15.490694 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:15.524133 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (8ff0d771-5c33-4823-8dde-97e266ad68fd), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:15.669537 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 11f58acb-a648-4b26-b3e5-77f6c2500f42 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:15.703178 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:15.811279 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 11f58acb-a648-4b26-b3e5-77f6c2500f42 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:15.815562 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Publish callbacks [] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:15.836138 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:15.847154 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:15.928039 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e7487-3388-477c-b8d6-f52149b184fc None None] Pushing event updated for resources: {'Port': ['ID=7dcc8437-08cd-4de2-b447-a123d8cbb93e,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:15.948580 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Attempting to bind port 7dcc8437-08cd-4de2-b447-a123d8cbb93e on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:31:15.949419 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Attempting to bind port 7dcc8437-08cd-4de2-b447-a123d8cbb93e by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:31:15.950260 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Attempting to bind port 7dcc8437-08cd-4de2-b447-a123d8cbb93e on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:31:15.957349 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 11f58acb-a648-4b26-b3e5-77f6c2500f42 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:15.958171 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:15.999622 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:16.009410 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:31:16.009410 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:31:16.009410 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:16.009410 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:31:16.009410 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Bound port: 7dcc8437-08cd-4de2-b447-a123d8cbb93e, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:31:16.009410 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:16.067764 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-82842192-bf9c-4df3-ad33-649f2ec7089d None None] Provisioning complete for port 5880d34c-2d37-4852-bd30-92f1f624a21e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:16.068087 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-82842192-bf9c-4df3-ad33-649f2ec7089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:16.119133 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] For port 7dcc8437-08cd-4de2-b447-a123d8cbb93e, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:31:16.124112 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] For port 7dcc8437-08cd-4de2-b447-a123d8cbb93e, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7dcc8437-08cd-4de2-b447-a123d8cbb93e,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:31:16.134729 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-82842192-bf9c-4df3-ad33-649f2ec7089d None None] Port 5880d34c-2d37-4852-bd30-92f1f624a21e cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:31:16.156192 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:16.171225 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Publish callbacks [] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:16.177778 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:16.207908 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 11f58acb-a648-4b26-b3e5-77f6c2500f42 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:16.237454 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e7487-3388-477c-b8d6-f52149b184fc None None] Pushing event updated for resources: {'Port': ['ID=7dcc8437-08cd-4de2-b447-a123d8cbb93e,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:16.248182 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:31:16.248182 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:31:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:16.295888 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Pushing event updated for resources: {'Port': ['ID=5880d34c-2d37-4852-bd30-92f1f624a21e,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:16.301618 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (8ff0d771-5c33-4823-8dde-97e266ad68fd), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:16.393893 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:31:16.438962 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:16.709979 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:31:16.711861 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:16.725246 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 2, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:16.783409 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39296325-3a57-46a2-997f-f28aaa2e7ff1 None None] The sync data for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi is: [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 2, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:31:16.984076 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Router 8ff0d771-5c33-4823-8dde-97e266ad68fd has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:31:17.059518 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:17.131461 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-cc96db21-b48e-4891-904e-ba5b4efe8b85 None None] Provisioning complete for port 5880d34c-2d37-4852-bd30-92f1f624a21e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:17.132952 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cc96db21-b48e-4891-904e-ba5b4efe8b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:17.134229 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50176) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:17.181579 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:31:17.202580 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-01a7b716-4f4c-4782-8085-aceb4c81176f admin admin] 10.222.0.13 "PUT /v2.0/routers/8ff0d771-5c33-4823-8dde-97e266ad68fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9441912 Jun 06 14:31:17.211859 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-cc96db21-b48e-4891-904e-ba5b4efe8b85 None None] Port 5880d34c-2d37-4852-bd30-92f1f624a21e cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:31:17.305989 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e530c803-7dd5-4f8c-b4a0-ea1b5ada6704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:17.449085 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e530c803-7dd5-4f8c-b4a0-ea1b5ada6704 admin admin] Publish callbacks [] for security_group (41345ab7-e2ac-4508-8bd9-4d9769184a36), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:17.454721 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e530c803-7dd5-4f8c-b4a0-ea1b5ada6704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (41345ab7-e2ac-4508-8bd9-4d9769184a36), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:17.504236 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530c803-7dd5-4f8c-b4a0-ea1b5ada6704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41345ab7-e2ac-4508-8bd9-4d9769184a36,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:17.510236 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e530c803-7dd5-4f8c-b4a0-ea1b5ada6704 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9c5d938a69745c287d244262d6ab3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742604 Jun 06 14:31:17.514539 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50186) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:17.531132 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:17.594061 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c72cb259-5d70-40d7-82da-6ed7d765eb66 admin admin] Publish callbacks [] for security_group (41345ab7-e2ac-4508-8bd9-4d9769184a36), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:17.630452 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c72cb259-5d70-40d7-82da-6ed7d765eb66 admin admin] Publish callbacks [] for security_group (41345ab7-e2ac-4508-8bd9-4d9769184a36), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:17.718062 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c72cb259-5d70-40d7-82da-6ed7d765eb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (41345ab7-e2ac-4508-8bd9-4d9769184a36), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:17.721423 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c72cb259-5d70-40d7-82da-6ed7d765eb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:17.723062 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c72cb259-5d70-40d7-82da-6ed7d765eb66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41345ab7-e2ac-4508-8bd9-4d9769184a36 HTTP/1.1" status: 204 len: 168 time: 0.2077048 Jun 06 14:31:17.735270 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cb259-5d70-40d7-82da-6ed7d765eb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41345ab7-e2ac-4508-8bd9-4d9769184a36,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:18.122926 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50202) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:18.128479 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1505064858-network', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:18.139327 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:18.165500 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Made reservation on behalf of f7c5f6c25b1f4b9c8c36ce722075e10b for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:31:18.168284 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.180140 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.241474 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50204) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:18.262310 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5e6c641a-9095-472b-82b8-3dc819768a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.315570 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Publish callbacks [] for security_group (b1e8e810-ec13-4116-ad7d-8e82303eda48), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.325623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b1e8e810-ec13-4116-ad7d-8e82303eda48), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.360718 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 14:31:18.396223 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8e810-ec13-4116-ad7d-8e82303eda48,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:18.403262 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (b4535329-7831-4358-873b-702e1fbb605a), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.403598 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Added segment b4535329-7831-4358-873b-702e1fbb605a of type vlan for network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 Jun 06 14:31:18.466793 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5e6c641a-9095-472b-82b8-3dc819768a26 admin admin] Publish callbacks [] for security_group (481f1bef-842e-425a-be3b-2e0f33f57522), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.471797 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735719192387'] for network (8136b2b1-1a10-46fd-95ff-c96cbbf98b31), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.477456 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5e6c641a-9095-472b-82b8-3dc819768a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (481f1bef-842e-425a-be3b-2e0f33f57522), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.573777 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5e6c641a-9095-472b-82b8-3dc819768a26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6d27cbea0b4411cb28296f1037b8dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309495 Jun 06 14:31:18.576294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c641a-9095-472b-82b8-3dc819768a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f1bef-842e-425a-be3b-2e0f33f57522,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:18.576504 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50206) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:18.579698 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052'] for network (8136b2b1-1a10-46fd-95ff-c96cbbf98b31), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.581379 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:18.582270 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.658223 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bc7e45a5-4ba2-49fe-a730-724b99059110 admin admin] Publish callbacks [] for security_group (481f1bef-842e-425a-be3b-2e0f33f57522), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.682682 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5584128 Jun 06 14:31:18.686920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50208) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:18.699596 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Request body: {'subnet': {'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1505064858-subnet', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:18.705147 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e645-95d6-41af-84b2-a81d3d861ded admin admin] Pushing event updated for resources: {'Network': ['ID=8136b2b1-1a10-46fd-95ff-c96cbbf98b31,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:18.712174 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bc7e45a5-4ba2-49fe-a730-724b99059110 admin admin] Publish callbacks [] for security_group (481f1bef-842e-425a-be3b-2e0f33f57522), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.722573 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 details requested by agent ovs-agent-dv-cinder-844140-2-iscsi with host dv-cinder-844140-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 06 14:31:18.749485 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Made reservation on behalf of f7c5f6c25b1f4b9c8c36ce722075e10b for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:31:18.752194 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26770735'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.761048 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:18.846059 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bc7e45a5-4ba2-49fe-a730-724b99059110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (481f1bef-842e-425a-be3b-2e0f33f57522), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.848647 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bc7e45a5-4ba2-49fe-a730-724b99059110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:18.849876 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-bc7e45a5-4ba2-49fe-a730-724b99059110 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/481f1bef-842e-425a-be3b-2e0f33f57522 HTTP/1.1" status: 204 len: 168 time: 0.2720194 Jun 06 14:31:18.863544 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e45a5-4ba2-49fe-a730-724b99059110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f1bef-842e-425a-be3b-2e0f33f57522,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:18.989780 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25289724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26770717'] for subnet (35b60252-50ff-4d1c-b428-d89425085738), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.056997 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b60252-50ff-4d1c-b428-d89425085738,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:19.070068 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Checking segment: {'id': 'b4535329-7831-4358-873b-702e1fbb605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:31:19.070655 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Network hostable DHCP agents. Network: 8136b2b1-1a10-46fd-95ff-c96cbbf98b31, hostable agents: ['62559dde-0227-4681-9c9d-714d1a599cab'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 14:31:19.092381 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 is scheduled to be hosted by DHCP agent 62559dde-0227-4681-9c9d-714d1a599cab with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 14:31:19.112597 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844140-2-iscsi, 8136b2b1-1a10-46fd-95ff-c96cbbf98b31) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:19.120122 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:19.121429 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.128065 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb3cbd5-cf02-4551-aa27-f48020edfa3c None None] Network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:31:19.151040 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-eb8a427b-c433-4063-89a5-f77a92d984f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4627256 Jun 06 14:31:19.157628 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50212) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:19.168071 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:19.213499 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-338522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3802'] for router (6e0e5749-ac91-41b9-b132-44ef20c38db7), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.214916 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-339468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-380562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3793'] for router (6e0e5749-ac91-41b9-b132-44ef20c38db7), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.288347 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:19.293981 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks [] for router_controller (6e0e5749-ac91-41b9-b132-44ef20c38db7), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.319692 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1092c9ad-b13e-56ed-ae14-fb9e1d8239b8-8136b2b1-1a10-46fd-95ff-c96cbbf98b31', 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31', 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'fixed_ips': [{'subnet_id': '35b60252-50ff-4d1c-b428-d89425085738'}]}} from dv-cinder-844140-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 06 14:31:19.323207 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.507175 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks [] for router_gateway (6e0e5749-ac91-41b9-b132-44ef20c38db7), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.587802 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Allocated IP 172.20.0.2 (8136b2b1-1a10-46fd-95ff-c96cbbf98b31/35b60252-50ff-4d1c-b428-d89425085738/fdf9d030-5d07-4d74-9871-81494627f640) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:31:19.670444 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Sync routers for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:31:19.690228 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:19.702206 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:31:19.703024 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:31:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:19.717366 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:19.804406 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks [] for router_gateway (6e0e5749-ac91-41b9-b132-44ef20c38db7), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.844599 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.876980 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Publish callbacks [] for port (fdf9d030-5d07-4d74-9871-81494627f640), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:19.886553 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7dcc8437-08cd-4de2-b447-a123d8cbb93e up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:19.919220 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:31:19.954962 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436'] for port (fdf9d030-5d07-4d74-9871-81494627f640), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.020006 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:31:20.025347 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:20.030709 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:31:20.040152 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Allocated IP 172.27.1.228 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/ad276218-fd3d-41cb-b68b-353061cb8a8e) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:31:20.065234 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7dcc8437-08cd-4de2-b447-a123d8cbb93e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:20.065550 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.205412 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks [] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.252892 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.280332 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 2, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:20.311671 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Pushing event updated for resources: {'Port': ['ID=fdf9d030-5d07-4d74-9871-81494627f640,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:20.312564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:31:20.317730 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:20.324418 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:31:20.335409 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Checking router: 8ff0d771-5c33-4823-8dde-97e266ad68fd for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:31:20.336979 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Updating router 8ff0d771-5c33-4823-8dde-97e266ad68fd port 5880d34c-2d37-4852-bd30-92f1f624a21e binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:31:20.341166 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Attempting to bind port fdf9d030-5d07-4d74-9871-81494627f640 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:31:20.341527 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Attempting to bind port fdf9d030-5d07-4d74-9871-81494627f640 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': 'b4535329-7831-4358-873b-702e1fbb605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:31:20.342145 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Attempting to bind port fdf9d030-5d07-4d74-9871-81494627f640 on network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:31:20.355983 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:31:20.356698 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Checking segment: {'id': 'b4535329-7831-4358-873b-702e1fbb605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:31:20.357262 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.357892 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Bound using segment: {'id': 'b4535329-7831-4358-873b-702e1fbb605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:31:20.358585 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Bound port: fdf9d030-5d07-4d74-9871-81494627f640, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4535329-7831-4358-873b-702e1fbb605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:31:20.359159 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (fdf9d030-5d07-4d74-9871-81494627f640), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.391379 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.408533 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:20.412846 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Pushing event updated for resources: {'Port': ['ID=ad276218-fd3d-41cb-b68b-353061cb8a8e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:20.447048 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7dcc8437-08cd-4de2-b447-a123d8cbb93e is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:20.447995 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.500903 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port 7dcc8437-08cd-4de2-b447-a123d8cbb93e, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7dcc8437-08cd-4de2-b447-a123d8cbb93e,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:31:20.506850 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] For port fdf9d030-5d07-4d74-9871-81494627f640, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:31:20.510423 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.516577 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] For port fdf9d030-5d07-4d74-9871-81494627f640, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=fdf9d030-5d07-4d74-9871-81494627f640,segment=NetworkSegment(b4535329-7831-4358-873b-702e1fbb605a),segment_id=b4535329-7831-4358-873b-702e1fbb605a)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:31:20.545456 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (fdf9d030-5d07-4d74-9871-81494627f640), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:20.625467 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=7dcc8437-08cd-4de2-b447-a123d8cbb93e,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:20.710970 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dd697-1280-4adc-ab26-1dc6749863de None None] Pushing event updated for resources: {'Port': ['ID=fdf9d030-5d07-4d74-9871-81494627f640,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:20.837261 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:20.839744 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks [] for router_gateway (6e0e5749-ac91-41b9-b132-44ef20c38db7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:21.120784 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Publish callbacks [] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:21.127954 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:21.184120 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-339583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-381912'] for router (6e0e5749-ac91-41b9-b132-44ef20c38db7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:21.203905 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Pushing event updated for resources: {'Port': ['ID=5880d34c-2d37-4852-bd30-92f1f624a21e,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:21.219351 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.219696 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.220111 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.220461 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.220987 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.221464 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.222048 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.222555 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.223050 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.223531 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.225518 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.225902 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.226468 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.226797 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.227116 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:21.323984 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Attempting to bind port 5880d34c-2d37-4852-bd30-92f1f624a21e on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:31:21.324571 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Attempting to bind port 5880d34c-2d37-4852-bd30-92f1f624a21e by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:31:21.325162 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Attempting to bind port 5880d34c-2d37-4852-bd30-92f1f624a21e on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:31:21.337098 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:31:21.338246 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Checking segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:31:21.341048 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:21.342072 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Bound using segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:31:21.343055 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Bound port: 5880d34c-2d37-4852-bd30-92f1f624a21e, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:31:21.343750 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:21.384577 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:21.447579 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:21.449588 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Router 6e0e5749-ac91-41b9-b132-44ef20c38db7 is scheduled to L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 06 14:31:21.452064 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] For port 5880d34c-2d37-4852-bd30-92f1f624a21e, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:31:21.456236 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] For port 5880d34c-2d37-4852-bd30-92f1f624a21e, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=5880d34c-2d37-4852-bd30-92f1f624a21e,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:31:21.468924 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:21.494847 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:21.541925 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:31:21.542854 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:31:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:21.641222 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b32d32-3cc9-4307-bae1-c9d1267a8ccc None None] Pushing event updated for resources: {'Port': ['ID=5880d34c-2d37-4852-bd30-92f1f624a21e,revision_number=4']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:21.706992 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-8f95732c-e768-419a-b532-1cb20b2b6894 None None] Provisioning complete for port 5880d34c-2d37-4852-bd30-92f1f624a21e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:21.711085 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f95732c-e768-419a-b532-1cb20b2b6894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:21.815540 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:31:21.832911 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Sync routers for ids ['6e0e5749-ac91-41b9-b132-44ef20c38db7'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:31:21.867801 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:21.869524 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3fc1000e-a51b-43ee-b9c4-d1243739b4df admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7092092 Jun 06 14:31:21.874582 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50288) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:21.879428 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:31:21.884968 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Routers {'6e0e5749-ac91-41b9-b132-44ef20c38db7'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:31:21.891598 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:31:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6e0e5749-ac91-41b9-b132-44ef20c38db7'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:22.261951 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:22.279438 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Set router 6e0e5749-ac91-41b9-b132-44ef20c38db7 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:31:22.363608 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 5880d34c-2d37-4852-bd30-92f1f624a21e up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:22.393185 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:21Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:22.409571 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:22.439020 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26680e59-69a4-441c-8139-8967bcdf87a8 None None] The sync data for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi is: [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:21Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:31:22.509681 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 5880d34c-2d37-4852-bd30-92f1f624a21e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:22.510683 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:22.536091 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8f95732c-e768-419a-b532-1cb20b2b6894 None None] Current status of the port 5880d34c-2d37-4852-bd30-92f1f624a21e is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:22.538756 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f95732c-e768-419a-b532-1cb20b2b6894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:22.640409 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5211f567-25f1-40c8-acac-9c06862469dc None None] Network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:31:22.670563 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:22.764005 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-8f95732c-e768-419a-b532-1cb20b2b6894 None None] For port 5880d34c-2d37-4852-bd30-92f1f624a21e, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=5880d34c-2d37-4852-bd30-92f1f624a21e,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:31:22.784591 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f95732c-e768-419a-b532-1cb20b2b6894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:22.879563 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 3, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'gw_port': {'id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:22.903233 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:22.983774 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:23.002599 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Allocated IP 172.20.0.1 (8136b2b1-1a10-46fd-95ff-c96cbbf98b31/35b60252-50ff-4d1c-b428-d89425085738/1dcd022b-0b3e-4485-812d-07c9d4ec52f5) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:31:23.016927 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 5880d34c-2d37-4852-bd30-92f1f624a21e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:23.018882 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7dcc8437-08cd-4de2-b447-a123d8cbb93e up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:23.037185 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Checking router: 6e0e5749-ac91-41b9-b132-44ef20c38db7 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:31:23.037661 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Updating router 6e0e5749-ac91-41b9-b132-44ef20c38db7 port ad276218-fd3d-41cb-b68b-353061cb8a8e binding host dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:31:23.079736 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95732c-e768-419a-b532-1cb20b2b6894 None None] Pushing event updated for resources: {'Port': ['ID=5880d34c-2d37-4852-bd30-92f1f624a21e,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:23.111888 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] Provisioning complete for port fdf9d030-5d07-4d74-9871-81494627f640 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:23.111888 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (fdf9d030-5d07-4d74-9871-81494627f640), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:23.155317 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:23.220789 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Publish callbacks [] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:23.252303 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 7dcc8437-08cd-4de2-b447-a123d8cbb93e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:23.252816 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:23.302159 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:23.390084 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:31:23.396005 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:23.404210 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:31:23.417043 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] Current status of the port fdf9d030-5d07-4d74-9871-81494627f640 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:23.417463 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (fdf9d030-5d07-4d74-9871-81494627f640), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:23.433187 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:23.470632 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Pushing event updated for resources: {'Port': ['ID=1dcd022b-0b3e-4485-812d-07c9d4ec52f5,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:23.523462 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382894'] for router_interface (6e0e5749-ac91-41b9-b132-44ef20c38db7), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:23.661033 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 7dcc8437-08cd-4de2-b447-a123d8cbb93e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:23.662992 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device fdf9d030-5d07-4d74-9871-81494627f640 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:23.681596 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] For port fdf9d030-5d07-4d74-9871-81494627f640, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=fdf9d030-5d07-4d74-9871-81494627f640,segment=NetworkSegment(b4535329-7831-4358-873b-702e1fbb605a),segment_id=b4535329-7831-4358-873b-702e1fbb605a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:31:23.791312 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (fdf9d030-5d07-4d74-9871-81494627f640), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:23.818651 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] Provisioning complete for port 5880d34c-2d37-4852-bd30-92f1f624a21e triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:23.820338 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:23.834224 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.007963 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:24.031339 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:24.033986 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] Pushing event updated for resources: {'Port': ['ID=fdf9d030-5d07-4d74-9871-81494627f640,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:24.064340 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port fdf9d030-5d07-4d74-9871-81494627f640 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:24.064711 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (fdf9d030-5d07-4d74-9871-81494627f640), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.119634 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Publish callbacks [] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.124758 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.130046 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Publish callbacks [] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.153935 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.160814 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa98b6-d6ec-4586-b527-2dccd7ab9c6b None None] Current status of the port 5880d34c-2d37-4852-bd30-92f1f624a21e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:24.213331 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382810'] for router_interface (6e0e5749-ac91-41b9-b132-44ef20c38db7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.215503 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Pushing event updated for resources: {'Port': ['ID=1dcd022b-0b3e-4485-812d-07c9d4ec52f5,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:24.244948 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982622d-ec30-4648-9869-d37945e4c63c None None] Pushing event updated for resources: {'Port': ['ID=ad276218-fd3d-41cb-b68b-353061cb8a8e,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:24.251347 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Attempting to bind port ad276218-fd3d-41cb-b68b-353061cb8a8e on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:31:24.251718 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Attempting to bind port ad276218-fd3d-41cb-b68b-353061cb8a8e by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:31:24.252078 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Attempting to bind port ad276218-fd3d-41cb-b68b-353061cb8a8e on network dea14587-d188-4dfb-8f9f-93b71cd429d0 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:31:24.263777 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:31:24.264128 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Checking segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:31:24.264423 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.264817 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Bound using segment: {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:31:24.265306 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Bound port: ad276218-fd3d-41cb-b68b-353061cb8a8e, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe55eb4-2b51-4782-bd69-f17f40b53941', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:31:24.265683 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.285832 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:24.301063 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port fdf9d030-5d07-4d74-9871-81494627f640 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:24.315582 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-c4f1ce44-9928-4ec9-9741-1ccdeb221586 None None] Provisioning complete for port fdf9d030-5d07-4d74-9871-81494627f640 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:24.315953 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ce44-9928-4ec9-9741-1ccdeb221586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (fdf9d030-5d07-4d74-9871-81494627f640), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.367000 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] For port ad276218-fd3d-41cb-b68b-353061cb8a8e, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:31:24.374444 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] For port ad276218-fd3d-41cb-b68b-353061cb8a8e, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ad276218-fd3d-41cb-b68b-353061cb8a8e,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:31:24.393530 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:31:24.396343 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:24.397115 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.613212 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Router 6e0e5749-ac91-41b9-b132-44ef20c38db7 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:31:24.623185 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 5880d34c-2d37-4852-bd30-92f1f624a21e up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:24.693065 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:24.748687 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1ce44-9928-4ec9-9741-1ccdeb221586 None None] Current status of the port fdf9d030-5d07-4d74-9871-81494627f640 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:24.750640 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:31:24.757753 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4855d57e-1660-4f55-bdd2-f28ffb9c4df4 admin admin] 10.222.0.13 "PUT /v2.0/routers/6e0e5749-ac91-41b9-b132-44ef20c38db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8808987 Jun 06 14:31:24.788915 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982622d-ec30-4648-9869-d37945e4c63c None None] Pushing event updated for resources: {'Port': ['ID=ad276218-fd3d-41cb-b68b-353061cb8a8e,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:24.795233 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Routers {'6e0e5749-ac91-41b9-b132-44ef20c38db7'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:31:24.796245 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:31:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6e0e5749-ac91-41b9-b132-44ef20c38db7'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:24.802555 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-c4f1ce44-9928-4ec9-9741-1ccdeb221586 None None] Provisioning complete for port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:24.803146 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ce44-9928-4ec9-9741-1ccdeb221586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:24.929204 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 5880d34c-2d37-4852-bd30-92f1f624a21e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:24.929809 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.029018 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1ce44-9928-4ec9-9741-1ccdeb221586 None None] Port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:31:25.103299 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] Set router 6e0e5749-ac91-41b9-b132-44ef20c38db7 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:31:25.238221 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-2b1891d8-15cb-4daf-9c05-ad89d8a06a36 None None] Provisioning complete for port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:25.238829 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b1891d8-15cb-4daf-9c05-ad89d8a06a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.248589 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50306) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:25.253493 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-90de6a02-1a63-4b43-9ef6-1b6b58b0d692 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127961813', 'description': 'tempest-secgroup-smoke-127961813 description', 'project_id': '8963278084b2491799c6c5e403b5cfcc'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:25.275294 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90de6a02-1a63-4b43-9ef6-1b6b58b0d692 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.315348 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:25.340909 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 5880d34c-2d37-4852-bd30-92f1f624a21e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:25.341919 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device fdf9d030-5d07-4d74-9871-81494627f640 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:25.359820 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90de6a02-1a63-4b43-9ef6-1b6b58b0d692 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group (ceb56078-3ca2-45ad-a6c3-0e101707d576), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.363734 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90de6a02-1a63-4b43-9ef6-1b6b58b0d692 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ceb56078-3ca2-45ad-a6c3-0e101707d576), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.394548 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90de6a02-1a63-4b43-9ef6-1b6b58b0d692 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.398677 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-90de6a02-1a63-4b43-9ef6-1b6b58b0d692 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1461279 Jun 06 14:31:25.399037 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50308) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:25.402383 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-2b1891d8-15cb-4daf-9c05-ad89d8a06a36 None None] Port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:31:25.404409 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-3e3e9c23-4c19-4bca-a017-4bda9c9ddeca tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'security_group_rule': {'security_group_id': 'ceb56078-3ca2-45ad-a6c3-0e101707d576', 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:25.410627 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de6a02-1a63-4b43-9ef6-1b6b58b0d692 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb56078-3ca2-45ad-a6c3-0e101707d576,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:25.448412 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9c23-4c19-4bca-a017-4bda9c9ddeca tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (c4843331-0744-492c-bb10-038698440824), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.465418 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port fdf9d030-5d07-4d74-9871-81494627f640 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:25.466320 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (fdf9d030-5d07-4d74-9871-81494627f640), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.518555 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9c23-4c19-4bca-a017-4bda9c9ddeca tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (c4843331-0744-492c-bb10-038698440824), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.524971 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9c23-4c19-4bca-a017-4bda9c9ddeca tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (c4843331-0744-492c-bb10-038698440824), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.548405 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:25.550933 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e9c23-4c19-4bca-a017-4bda9c9ddeca tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4843331-0744-492c-bb10-038698440824,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:25.576971 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9c23-4c19-4bca-a017-4bda9c9ddeca tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.579220 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3e3e9c23-4c19-4bca-a017-4bda9c9ddeca tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784847 Jun 06 14:31:25.583276 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50310) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:25.588919 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:23Z', 'revision_number': 4, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'gw_port': {'id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '1dcd022b-0b3e-4485-812d-07c9d4ec52f5', 'name': '', 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'mac_address': 'fa:16:3e:ac:61:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '35b60252-50ff-4d1c-b428-d89425085738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:22Z', 'updated_at': '2022-06-06T14:31:23Z', 'revision_number': 2, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'subnets': [{'id': '35b60252-50ff-4d1c-b428-d89425085738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:25.590375 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-39b9b9b6-a33c-48b9-999f-af38960a8bee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'security_group_rule': {'security_group_id': 'ceb56078-3ca2-45ad-a6c3-0e101707d576', 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:25.604476 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:25.627914 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98965fb0-7da2-4f42-987e-2d0828a6285d None None] The sync data for ids ['6e0e5749-ac91-41b9-b132-44ef20c38db7'] in dv-cinder-844140-2-iscsi is: [{'id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:23Z', 'revision_number': 4, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'gw_port': {'id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:41:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '1dcd022b-0b3e-4485-812d-07c9d4ec52f5', 'name': '', 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'mac_address': 'fa:16:3e:ac:61:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '35b60252-50ff-4d1c-b428-d89425085738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:22Z', 'updated_at': '2022-06-06T14:31:23Z', 'revision_number': 2, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'subnets': [{'id': '35b60252-50ff-4d1c-b428-d89425085738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:31:25.629612 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port fdf9d030-5d07-4d74-9871-81494627f640 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:25.640216 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-39b9b9b6-a33c-48b9-999f-af38960a8bee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (08a7dd22-b374-44b4-b7bf-da6a98d7ce69), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.739367 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-39b9b9b6-a33c-48b9-999f-af38960a8bee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (08a7dd22-b374-44b4-b7bf-da6a98d7ce69), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.745095 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-39b9b9b6-a33c-48b9-999f-af38960a8bee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (08a7dd22-b374-44b4-b7bf-da6a98d7ce69), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.778004 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9b9b6-a33c-48b9-999f-af38960a8bee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a7dd22-b374-44b4-b7bf-da6a98d7ce69,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:25.783946 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-39b9b9b6-a33c-48b9-999f-af38960a8bee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:25.789137 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-39b9b9b6-a33c-48b9-999f-af38960a8bee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2009079 Jun 06 14:31:25.789385 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50312) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:25.805545 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-371c5b60-75aa-4771-8fff-5b2eda1eb9f4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'security_group_rule': {'security_group_id': 'ceb56078-3ca2-45ad-a6c3-0e101707d576', 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:25.850600 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-371c5b60-75aa-4771-8fff-5b2eda1eb9f4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (34aff0b5-cefe-4c9c-866e-942148569d16), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.307460 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-371c5b60-75aa-4771-8fff-5b2eda1eb9f4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (34aff0b5-cefe-4c9c-866e-942148569d16), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.313923 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-371c5b60-75aa-4771-8fff-5b2eda1eb9f4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (34aff0b5-cefe-4c9c-866e-942148569d16), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.336958 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c5b60-75aa-4771-8fff-5b2eda1eb9f4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34aff0b5-cefe-4c9c-866e-942148569d16,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:26.356394 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-371c5b60-75aa-4771-8fff-5b2eda1eb9f4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.360761 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-371c5b60-75aa-4771-8fff-5b2eda1eb9f4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5670860 Jun 06 14:31:26.361176 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50318) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:26.367095 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-e2419862-76be-4d25-8969-7a72ddd5cb7e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'security_group_rule': {'security_group_id': 'ceb56078-3ca2-45ad-a6c3-0e101707d576', 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:26.408711 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2419862-76be-4d25-8969-7a72ddd5cb7e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (5491aa21-0a3c-47f5-9550-7a6529bd776c), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.567057 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2419862-76be-4d25-8969-7a72ddd5cb7e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (5491aa21-0a3c-47f5-9550-7a6529bd776c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.572989 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2419862-76be-4d25-8969-7a72ddd5cb7e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (5491aa21-0a3c-47f5-9550-7a6529bd776c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.598637 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2419862-76be-4d25-8969-7a72ddd5cb7e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5491aa21-0a3c-47f5-9550-7a6529bd776c,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:26.611040 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2419862-76be-4d25-8969-7a72ddd5cb7e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.613132 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e2419862-76be-4d25-8969-7a72ddd5cb7e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2499290 Jun 06 14:31:26.616173 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50320) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:26.625295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-db59e7d5-4a6a-47b7-8839-ef2aab6067e0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'security_group_rule': {'security_group_id': 'ceb56078-3ca2-45ad-a6c3-0e101707d576', 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:26.669940 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.securitygroups_db [None req-db59e7d5-4a6a-47b7-8839-ef2aab6067e0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Project 8963278084b2491799c6c5e403b5cfcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 14:31:26.680469 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-db59e7d5-4a6a-47b7-8839-ef2aab6067e0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (45dfa594-1189-4e2b-a189-0977ecf2c5e3), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.715013 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:26.772657 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-db59e7d5-4a6a-47b7-8839-ef2aab6067e0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (45dfa594-1189-4e2b-a189-0977ecf2c5e3), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.777968 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-db59e7d5-4a6a-47b7-8839-ef2aab6067e0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (45dfa594-1189-4e2b-a189-0977ecf2c5e3), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.804874 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59e7d5-4a6a-47b7-8839-ef2aab6067e0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dfa594-1189-4e2b-a189-0977ecf2c5e3,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:26.815875 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-db59e7d5-4a6a-47b7-8839-ef2aab6067e0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.818156 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-db59e7d5-4a6a-47b7-8839-ef2aab6067e0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2002609 Jun 06 14:31:26.821577 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50322) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:26.826628 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-b5a24482-5b9b-4c77-aef8-27475b1ab297 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'security_group_rule': {'security_group_id': 'ceb56078-3ca2-45ad-a6c3-0e101707d576', 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:26.856282 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.securitygroups_db [None req-b5a24482-5b9b-4c77-aef8-27475b1ab297 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Project 8963278084b2491799c6c5e403b5cfcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 14:31:26.865502 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b5a24482-5b9b-4c77-aef8-27475b1ab297 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (9e52c0af-be83-4b1a-b6ea-c0f73a527391), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.949470 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b5a24482-5b9b-4c77-aef8-27475b1ab297 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (9e52c0af-be83-4b1a-b6ea-c0f73a527391), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.955655 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b5a24482-5b9b-4c77-aef8-27475b1ab297 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631701'] for security_group_rule (9e52c0af-be83-4b1a-b6ea-c0f73a527391), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.977976 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a24482-5b9b-4c77-aef8-27475b1ab297 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e52c0af-be83-4b1a-b6ea-c0f73a527391,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:26.987465 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b5a24482-5b9b-4c77-aef8-27475b1ab297 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:26.992063 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b5a24482-5b9b-4c77-aef8-27475b1ab297 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658680 Jun 06 14:31:28.396479 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ad276218-fd3d-41cb-b68b-353061cb8a8e up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:28.451265 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port ad276218-fd3d-41cb-b68b-353061cb8a8e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:28.451685 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:28.532798 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port ad276218-fd3d-41cb-b68b-353061cb8a8e is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:28.533177 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:28.557992 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] For port ad276218-fd3d-41cb-b68b-353061cb8a8e, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ad276218-fd3d-41cb-b68b-353061cb8a8e,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:31:28.563243 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:28.619104 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Pushing event updated for resources: {'Port': ['ID=ad276218-fd3d-41cb-b68b-353061cb8a8e,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:29.086768 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Sync routers for ids ['6e0e5749-ac91-41b9-b132-44ef20c38db7'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:31:29.102105 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Routers {'6e0e5749-ac91-41b9-b132-44ef20c38db7'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:31:29.102648 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:31:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6e0e5749-ac91-41b9-b132-44ef20c38db7'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:29.224294 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Set router 6e0e5749-ac91-41b9-b132-44ef20c38db7 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:31:29.438993 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:23Z', 'revision_number': 4, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'gw_port': {'id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '1dcd022b-0b3e-4485-812d-07c9d4ec52f5', 'name': '', 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'mac_address': 'fa:16:3e:ac:61:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '35b60252-50ff-4d1c-b428-d89425085738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:22Z', 'updated_at': '2022-06-06T14:31:23Z', 'revision_number': 2, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'subnets': [{'id': '35b60252-50ff-4d1c-b428-d89425085738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:29.469804 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Checking router: 6e0e5749-ac91-41b9-b132-44ef20c38db7 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:31:29.470142 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Updating router 6e0e5749-ac91-41b9-b132-44ef20c38db7 port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 binding host dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 14:31:29.501997 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:29.675269 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:29.768396 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=100 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:29.843508 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Publish callbacks [] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:29.850629 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:29.909027 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539f627-93b0-41af-a24c-e8160493ebec None None] Pushing event updated for resources: {'Port': ['ID=1dcd022b-0b3e-4485-812d-07c9d4ec52f5,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:29.971998 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Attempting to bind port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 on host dv-cinder-844140-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:31:29.972360 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Attempting to bind port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 by drivers openvswitch,hyperv on host dv-cinder-844140-2-iscsi at level 0 using segments [{'id': 'b4535329-7831-4358-873b-702e1fbb605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:31:29.972715 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Attempting to bind port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 on network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:31:29.979607 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Checking agent: {'id': '97223dfb-71ef-4dc6-b735-3dc0769a49ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844140-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 13, 38), 'started_at': datetime.datetime(2022, 6, 6, 14, 14, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844140-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:31:29.980114 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Checking segment: {'id': 'b4535329-7831-4358-873b-702e1fbb605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:31:29.980593 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:29.981297 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Bound using segment: {'id': 'b4535329-7831-4358-873b-702e1fbb605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:31:29.981891 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Bound port: 1dcd022b-0b3e-4485-812d-07c9d4ec52f5, host: dv-cinder-844140-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4535329-7831-4358-873b-702e1fbb605a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:31:29.982350 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:30.066152 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] For port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5, host dv-cinder-844140-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:31:30.071286 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] For port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5, host dv-cinder-844140-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=1dcd022b-0b3e-4485-812d-07c9d4ec52f5,segment=NetworkSegment(b4535329-7831-4358-873b-702e1fbb605a),segment_id=b4535329-7831-4358-873b-702e1fbb605a)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:31:30.080674 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:30.148842 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Routers {'6e0e5749-ac91-41b9-b132-44ef20c38db7'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:31:30.149862 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:31:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6e0e5749-ac91-41b9-b132-44ef20c38db7'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:30.186315 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-3580f971-334a-4986-931b-dc7eacc166da None None] Provisioning complete for port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:30.187274 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539f627-93b0-41af-a24c-e8160493ebec None None] Pushing event updated for resources: {'Port': ['ID=1dcd022b-0b3e-4485-812d-07c9d4ec52f5,revision_number=4']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:30.187591 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3580f971-334a-4986-931b-dc7eacc166da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:30.353106 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3580f971-334a-4986-931b-dc7eacc166da None None] Current status of the port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:30.356247 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3580f971-334a-4986-931b-dc7eacc166da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:30.419554 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-3580f971-334a-4986-931b-dc7eacc166da None None] For port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=1dcd022b-0b3e-4485-812d-07c9d4ec52f5,segment=NetworkSegment(b4535329-7831-4358-873b-702e1fbb605a),segment_id=b4535329-7831-4358-873b-702e1fbb605a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:31:30.427073 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3580f971-334a-4986-931b-dc7eacc166da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:30.445871 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] Set router 6e0e5749-ac91-41b9-b132-44ef20c38db7 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:31:30.471856 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:30.572740 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580f971-334a-4986-931b-dc7eacc166da None None] Pushing event updated for resources: {'Port': ['ID=1dcd022b-0b3e-4485-812d-07c9d4ec52f5,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:30.577432 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0116aa10-3948-43df-b1f7-5038344c9434 None None] Provisioning complete for port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:30.577844 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0116aa10-3948-43df-b1f7-5038344c9434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:30.610822 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:30.611192 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:30.706106 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:23Z', 'revision_number': 4, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'gw_port': {'id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '1dcd022b-0b3e-4485-812d-07c9d4ec52f5', 'name': '', 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'mac_address': 'fa:16:3e:ac:61:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '35b60252-50ff-4d1c-b428-d89425085738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:22Z', 'updated_at': '2022-06-06T14:31:30Z', 'revision_number': 4, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'subnets': [{'id': '35b60252-50ff-4d1c-b428-d89425085738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:31:30.732992 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0116aa10-3948-43df-b1f7-5038344c9434 None None] Current status of the port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:30.736535 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead20f8-d0e3-4fb6-8dc2-459965e6f591 None None] The sync data for ids ['6e0e5749-ac91-41b9-b132-44ef20c38db7'] in dv-cinder-844140-2-iscsi is: [{'id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:23Z', 'revision_number': 4, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'gw_port': {'id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '1dcd022b-0b3e-4485-812d-07c9d4ec52f5', 'name': '', 'network_id': '8136b2b1-1a10-46fd-95ff-c96cbbf98b31', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'mac_address': 'fa:16:3e:ac:61:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '35b60252-50ff-4d1c-b428-d89425085738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:22Z', 'updated_at': '2022-06-06T14:31:30Z', 'revision_number': 4, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'subnets': [{'id': '35b60252-50ff-4d1c-b428-d89425085738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:31:30.750042 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:30.752080 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ad276218-fd3d-41cb-b68b-353061cb8a8e up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:30.754998 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:30.812620 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port ad276218-fd3d-41cb-b68b-353061cb8a8e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:30.813079 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:30.920933 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port ad276218-fd3d-41cb-b68b-353061cb8a8e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:31.214770 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dbddf28b-3243-49b7-89a5-1935c97cdb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:32.392895 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 up at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:31:32.442429 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Provisioning complete for port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:32.442792 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:32.487316 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:32.530535 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Current status of the port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:33.860866 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47ff7e5d-daea-493d-8683-849d2759e47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:35.042064 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:35.773920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:35.776821 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:36.805139 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:36.965898 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:36.978154 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=77,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:37.262712 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:31:38.211195 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:42.986465 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:47.257859 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:47.258687 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:47.934597 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-9892467d-43d8-4b9c-8438-2c2781aed9a9 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127961813&fields=id&tenant_id=8963278084b2491799c6c5e403b5cfcc HTTP/1.1" status: 200 len: 267 time: 0.0523822 Jun 06 14:31:48.045357 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d995cbb-2198-4340-add1-081842b47c0e req-27db9553-38f6-4311-ae5d-38864c5b3584 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:48.046844 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-27db9553-38f6-4311-ae5d-38864c5b3584 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 812 time: 0.1052539 Jun 06 14:31:48.062406 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-fb8fed8b-0f55-4b3d-a4bd-11ac62cfa8c2 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/quotas/8963278084b2491799c6c5e403b5cfcc HTTP/1.1" status: 200 len: 375 time: 0.0098238 Jun 06 14:31:48.112275 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-8506e359-acd6-41fc-a3f2-e5e05a563cd8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448229 Jun 06 14:31:48.216909 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-6fdf5bae-f2da-4536-a2e7-59a7e1f0aa51 service neutron] 10.222.0.13 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896263 Jun 06 14:31:48.313287 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-b2bacb58-e453-4974-8486-f22db4933671 service neutron] 10.222.0.13 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905740 Jun 06 14:31:48.623973 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7b92adc2-12b3-4f3a-baba-39d290c7ddbb req-fe8887f5-750c-4c20-b51e-4d392169e380 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 210 time: 0.0305998 Jun 06 14:31:49.651893 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d995cbb-2198-4340-add1-081842b47c0e req-81857618-9aeb-4130-ae4b-b0a9711c291a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:49.653336 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-81857618-9aeb-4130-ae4b-b0a9711c291a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 812 time: 0.1083751 Jun 06 14:31:49.727661 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-211cfcdd-44e9-4e65-855a-9a8d2d9ab46b req-437e57c0-67fa-4b4f-8d18-4d157480dd62 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 210 time: 0.0286152 Jun 06 14:31:49.732725 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-216078c1-821b-4be2-8c71-d4ca3429c406 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8963278084b2491799c6c5e403b5cfcc HTTP/1.1" status: 200 len: 379 time: 0.0656738 Jun 06 14:31:49.753968 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'port': {'device_id': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'admin_state_up': True, 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'security_groups': ['ceb56078-3ca2-45ad-a6c3-0e101707d576']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:49.879159 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Made reservation on behalf of 8963278084b2491799c6c5e403b5cfcc for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:31:49.883560 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:50.026376 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Allocated IP 172.20.0.10 (ffd02b94-0815-4079-ba8c-cfb2a272a2a8/01149b82-1c6a-40bb-ac42-4c52a6d7298d/3b029fb5-aac2-4d83-b640-1a712732b4af) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:31:50.173046 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:50.208767 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:50.257412 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:31:50.261339 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:31:50.272170 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:31:50.284592 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'Port': ['ID=3b029fb5-aac2-4d83-b640-1a712732b4af,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:50.323667 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.324005 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.324339 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.324670 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.324998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.325322 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.326070 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.326070 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.326331 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.326590 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.326903 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.327217 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.327526 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.327841 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.328154 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:50.354879 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:50.355502 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:50.374296 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-4c497b70-c717-46bd-9790-6078ddc49fc7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6240962 Jun 06 14:31:50.387142 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Request body: {'port': {'device_id': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:31:50.450641 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:50.453286 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:50.472327 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:50.507037 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-ff9a8066-e051-442f-a34e-583a877be55d None None] Provisioning complete for port 3b029fb5-aac2-4d83-b640-1a712732b4af triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:31:50.508149 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ff9a8066-e051-442f-a34e-583a877be55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:50.545234 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a8066-e051-442f-a34e-583a877be55d None None] Port 3b029fb5-aac2-4d83-b640-1a712732b4af cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:31:50.668403 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50554) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:50.771411 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b029fb5-aac2-4d83-b640-1a712732b4af {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:31:50.781294 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Publish callbacks [] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:50.804377 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72c31f7b-6d4b-496e-99ef-7f935c2015f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:50.808889 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Transition to ACTIVE for port object 3b029fb5-aac2-4d83-b640-1a712732b4af will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:31:50.814817 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:50.851652 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e153ab-8097-4b5b-a9ca-a0184f694ae9 req-08ff952c-0550-4ec0-991b-1f7d86637e3f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:50.853186 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-14e153ab-8097-4b5b-a9ca-a0184f694ae9 req-08ff952c-0550-4ec0-991b-1f7d86637e3f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 944 time: 0.0533071 Jun 06 14:31:50.912239 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-14e153ab-8097-4b5b-a9ca-a0184f694ae9 req-077c2d85-7713-4b09-9531-e683081f3304 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512471 Jun 06 14:31:50.918052 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b029fb5-aac2-4d83-b640-1a712732b4af,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:51.012039 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72c31f7b-6d4b-496e-99ef-7f935c2015f2 admin admin] Publish callbacks [] for security_group (d8bd9f62-9c0e-4af6-9f7d-fb9995f21a93), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:51.013749 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Attempting to bind port 3b029fb5-aac2-4d83-b640-1a712732b4af on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:31:51.014091 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Attempting to bind port 3b029fb5-aac2-4d83-b640-1a712732b4af by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:31:51.014462 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Attempting to bind port 3b029fb5-aac2-4d83-b640-1a712732b4af on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:31:51.019764 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72c31f7b-6d4b-496e-99ef-7f935c2015f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d8bd9f62-9c0e-4af6-9f7d-fb9995f21a93), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:51.022320 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Port 3b029fb5-aac2-4d83-b640-1a712732b4af on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:31:51.022642 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Attempting to bind port 3b029fb5-aac2-4d83-b640-1a712732b4af on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:31:51.042425 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:31:51.042759 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Checking segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:31:51.043129 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Bound using segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:31:51.043571 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Bound port: 3b029fb5-aac2-4d83-b640-1a712732b4af, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:31:51.043920 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:51.081759 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-72c31f7b-6d4b-496e-99ef-7f935c2015f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91d223828a464158b40f1362fd4ffa8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4091697 Jun 06 14:31:51.083679 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c31f7b-6d4b-496e-99ef-7f935c2015f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bd9f62-9c0e-4af6-9f7d-fb9995f21a93,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:51.085286 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50560) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:31:51.138770 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] For port 3b029fb5-aac2-4d83-b640-1a712732b4af, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:31:51.141069 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Publish callbacks [] for security_group (d8bd9f62-9c0e-4af6-9f7d-fb9995f21a93), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:51.142032 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] For port 3b029fb5-aac2-4d83-b640-1a712732b4af, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=3b029fb5-aac2-4d83-b640-1a712732b4af,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:31:51.151315 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:51.168746 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Publish callbacks [] for security_group (d8bd9f62-9c0e-4af6-9f7d-fb9995f21a93), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:51.188779 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:51.189398 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:51.190892 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] 10.222.0.46 "PUT /v2.0/ports/3b029fb5-aac2-4d83-b640-1a712732b4af HTTP/1.1" status: 200 len: 1094 time: 0.8083842 Jun 06 14:31:51.191237 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'tag': '3b029fb5-aac2-4d83-b640-1a712732b4af'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:31:51.194048 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c617b1-e1ef-4296-802c-d864a864a1de" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6ecb4a-e284-46d6-8d23-fd547177301f", "tag": "3b029fb5-aac2-4d83-b640-1a712732b4af"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:31:51.216187 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:51.221180 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739b5e3-7a0b-45f5-aee7-5f2bba254bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b029fb5-aac2-4d83-b640-1a712732b4af,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:51.236567 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d8bd9f62-9c0e-4af6-9f7d-fb9995f21a93), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:51.239872 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:51.242665 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8bd9f62-9c0e-4af6-9f7d-fb9995f21a93 HTTP/1.1" status: 204 len: 168 time: 0.1553628 Jun 06 14:31:51.251798 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bd9f62-9c0e-4af6-9f7d-fb9995f21a93,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:51.275375 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca75a68-9063-4ace-962b-d4bb2f4120c6 x-openstack-request-id: req-cca75a68-9063-4ace-962b-d4bb2f4120c6 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:31:51.276794 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6ecb4a-e284-46d6-8d23-fd547177301f", "tag": "3b029fb5-aac2-4d83-b640-1a712732b4af", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:31:51.277056 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cca75a68-9063-4ace-962b-d4bb2f4120c6 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:31:51.277474 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca75a68-9063-4ace-962b-d4bb2f4120c6'] response: {'name': 'network-changed', 'server_uuid': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'tag': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'status': 'completed', 'code': 200} Jun 06 14:31:51.278782 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.279125 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.279475 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.281983 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.282363 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.282702 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.283034 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.283364 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.283730 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.284110 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.284606 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.284934 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.285247 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.285882 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.286247 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615f1cf3-e424-4ea5-8ef5-7c6578259852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:51.314671 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d995cbb-2198-4340-add1-081842b47c0e req-4e31369c-f66a-4814-b4a1-2dcf595b0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:51.316331 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-4e31369c-f66a-4814-b4a1-2dcf595b0789 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 1128 time: 0.0617549 Jun 06 14:31:51.370746 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-bd195f09-0759-40e0-bbf9-2e664713e421 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b029fb5-aac2-4d83-b640-1a712732b4af HTTP/1.1" status: 200 len: 217 time: 0.0452578 Jun 06 14:31:51.421750 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:51.432028 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d995cbb-2198-4340-add1-081842b47c0e req-c21a37d2-cf06-4dce-bb91-be66763a6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:51.433532 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-c21a37d2-cf06-4dce-bb91-be66763a6770 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0525026 Jun 06 14:31:51.484414 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d995cbb-2198-4340-add1-081842b47c0e req-46d0b4ee-ec33-4576-b4a5-942e46d00f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:51.486660 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-46d0b4ee-ec33-4576-b4a5-942e46d00f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425439 Jun 06 14:31:51.590745 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-83d0b6c1-a309-44d5-b3d1-81dd55bbc389 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949068 Jun 06 14:31:51.699552 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d995cbb-2198-4340-add1-081842b47c0e req-8bb0a988-9fbb-4a9e-ba72-5fe8cf89065c service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977864 Jun 06 14:31:52.045923 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28ec59-c22c-47d5-a31a-064fc3982e09 req-7abca49a-1f4d-4d3a-9b49-c19f484aaaa4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:52.047429 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9f28ec59-c22c-47d5-a31a-064fc3982e09 req-7abca49a-1f4d-4d3a-9b49-c19f484aaaa4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 944 time: 0.0514276 Jun 06 14:31:52.049997 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c617b1-e1ef-4296-802c-d864a864a1de req-182ee071-a3aa-41fd-b933-6afafa2d9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:52.051459 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-21c617b1-e1ef-4296-802c-d864a864a1de req-182ee071-a3aa-41fd-b933-6afafa2d9103 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 1128 time: 0.0406358 Jun 06 14:31:52.098530 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9f28ec59-c22c-47d5-a31a-064fc3982e09 req-e1ff8e72-0bcc-4092-95e0-ead46ddc4ee2 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452635 Jun 06 14:31:52.151770 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c617b1-e1ef-4296-802c-d864a864a1de req-02e5f6ce-aa4c-43c7-b6c6-a28f24afb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:52.153216 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-21c617b1-e1ef-4296-802c-d864a864a1de req-02e5f6ce-aa4c-43c7-b6c6-a28f24afb1c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.0939081 Jun 06 14:31:52.195759 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-21c617b1-e1ef-4296-802c-d864a864a1de req-83359504-8a68-41f2-ab9a-1e1928b8f9a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b029fb5-aac2-4d83-b640-1a712732b4af HTTP/1.1" status: 200 len: 217 time: 0.0327792 Jun 06 14:31:52.246172 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c617b1-e1ef-4296-802c-d864a864a1de req-dbd8489d-3324-4415-918e-08dbf6ad7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:52.247597 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-21c617b1-e1ef-4296-802c-d864a864a1de req-dbd8489d-3324-4415-918e-08dbf6ad7b8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0437713 Jun 06 14:31:52.298053 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c617b1-e1ef-4296-802c-d864a864a1de req-f4d1cb81-68dd-42b9-a661-6acfefab97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:52.299570 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-21c617b1-e1ef-4296-802c-d864a864a1de req-f4d1cb81-68dd-42b9-a661-6acfefab97dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425177 Jun 06 14:31:52.399438 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-21c617b1-e1ef-4296-802c-d864a864a1de req-d4fc4909-9b28-40c3-bdc3-9c4a340baf90 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906241 Jun 06 14:31:52.496426 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-21c617b1-e1ef-4296-802c-d864a864a1de req-a702a65f-b64d-48b4-b34a-9fb74e7d8816 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870616 Jun 06 14:31:53.216856 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e279af-2098-49fd-a203-86d091d6adab req-e8efce98-6a38-4641-bd94-011ad00f776c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:53.218331 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b7e279af-2098-49fd-a203-86d091d6adab req-e8efce98-6a38-4641-bd94-011ad00f776c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 944 time: 0.0482063 Jun 06 14:31:53.268104 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b7e279af-2098-49fd-a203-86d091d6adab req-870b4957-1084-4852-9f88-48648fe697f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Jun 06 14:31:54.381659 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd04c-d455-4e39-a67f-28c53135413a req-78406d05-e00f-46a0-ad1d-af2e263cf049 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:54.383303 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-54ccd04c-d455-4e39-a67f-28c53135413a req-78406d05-e00f-46a0-ad1d-af2e263cf049 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 944 time: 0.0473020 Jun 06 14:31:54.403464 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:54.437053 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-54ccd04c-d455-4e39-a67f-28c53135413a req-16545de6-5463-443f-9a89-48d6cc0f1010 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483279 Jun 06 14:31:55.549479 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81595e-4ea3-419d-87e4-d7ab7a0eec0b req-c6b123dd-536a-400c-879e-1b4af6aca970 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:55.550966 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5c81595e-4ea3-419d-87e4-d7ab7a0eec0b req-c6b123dd-536a-400c-879e-1b4af6aca970 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 944 time: 0.0463283 Jun 06 14:31:55.572509 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:55.601226 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5c81595e-4ea3-419d-87e4-d7ab7a0eec0b req-029ce86a-b079-4caa-9d0e-7a3fdd764ba2 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442388 Jun 06 14:31:56.714559 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c28a-8cf2-4376-a53d-09570508d155 req-46e1ce2c-7fab-4408-9134-6c072613e6f1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:56.716080 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7785c28a-8cf2-4376-a53d-09570508d155 req-46e1ce2c-7fab-4408-9134-6c072613e6f1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 944 time: 0.0468743 Jun 06 14:31:56.766676 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7785c28a-8cf2-4376-a53d-09570508d155 req-53c6e714-6dce-4969-8c5a-06243132317a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449843 Jun 06 14:31:57.899927 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127699a-3ba0-44ba-848c-8fdd7e16edcf req-89b1926e-3c48-42da-8f0e-73257a982582 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:57.901420 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8127699a-3ba0-44ba-848c-8fdd7e16edcf req-89b1926e-3c48-42da-8f0e-73257a982582 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 944 time: 0.0536172 Jun 06 14:31:57.951470 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8127699a-3ba0-44ba-848c-8fdd7e16edcf req-1ab48bcc-f834-4ea9-8fc8-de9e784f78e2 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445073 Jun 06 14:31:58.816244 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 3b029fb5-aac2-4d83-b640-1a712732b4af details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:31:58.818481 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:31:58.942444 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 3b029fb5-aac2-4d83-b640-1a712732b4af, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=3b029fb5-aac2-4d83-b640-1a712732b4af,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:31:58.958658 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'port_id': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'mac_address': 'fa:16:3e:ec:1f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:31:59.008557 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 3b029fb5-aac2-4d83-b640-1a712732b4af is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:31:59.008937 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:59.023640 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b029fb5-aac2-4d83-b640-1a712732b4af {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:31:59.046467 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 3b029fb5-aac2-4d83-b640-1a712732b4af, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=3b029fb5-aac2-4d83-b640-1a712732b4af,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:31:59.051020 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:31:59.084520 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb664e-88e4-4f5f-a2e5-a7c376dbfdac req-b5ae0b3a-a790-4f5a-b19b-77c1a188b503 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:31:59.086116 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24cb664e-88e4-4f5f-a2e5-a7c376dbfdac req-b5ae0b3a-a790-4f5a-b19b-77c1a188b503 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 944 time: 0.0554483 Jun 06 14:31:59.103910 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=3b029fb5-aac2-4d83-b640-1a712732b4af,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:31:59.112338 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.112682 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.113188 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.113637 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.114327 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.114661 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.114990 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.115315 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.115640 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.116045 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.116532 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.116864 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.117827 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.118124 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.118465 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:31:59.150173 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-24cb664e-88e4-4f5f-a2e5-a7c376dbfdac req-854a74fb-1742-4b42-a1ca-2fb5aa1fda27 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572319 Jun 06 14:31:59.343134 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['3b029fb5-aac2-4d83-b640-1a712732b4af'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:32:00.269142 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309c6ce-ab04-4f7c-8a80-32b6c1499ea9 req-9b1372dc-53ee-4511-b625-773a00e71d53 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:00.270613 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d309c6ce-ab04-4f7c-8a80-32b6c1499ea9 req-9b1372dc-53ee-4511-b625-773a00e71d53 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 945 time: 0.0475421 Jun 06 14:32:00.322761 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d309c6ce-ab04-4f7c-8a80-32b6c1499ea9 req-787d4e99-326a-464a-ac11-b8ae904430b0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465841 Jun 06 14:32:00.852767 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 3b029fb5-aac2-4d83-b640-1a712732b4af up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:32:00.854860 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:00.895943 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 3b029fb5-aac2-4d83-b640-1a712732b4af completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:32:00.902503 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 3b029fb5-aac2-4d83-b640-1a712732b4af triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:32:00.902984 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:00.976017 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 3b029fb5-aac2-4d83-b640-1a712732b4af is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:32:00.976426 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:00.999445 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b029fb5-aac2-4d83-b640-1a712732b4af'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:32:01.001659 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87056015-365a-485b-b52e-7c5b31e9e6ad" -d '{"events": [{"server_uuid": "ce6ecb4a-e284-46d6-8d23-fd547177301f", "name": "network-vif-plugged", "status": "completed", "tag": "3b029fb5-aac2-4d83-b640-1a712732b4af"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:32:01.015032 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 3b029fb5-aac2-4d83-b640-1a712732b4af, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=3b029fb5-aac2-4d83-b640-1a712732b4af,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:32:01.019816 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:01.043178 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed743694-a2e0-4623-9642-f8cdf0da2e4a x-openstack-request-id: req-ed743694-a2e0-4623-9642-f8cdf0da2e4a {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:32:01.043468 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ecb4a-e284-46d6-8d23-fd547177301f", "name": "network-vif-plugged", "status": "completed", "tag": "3b029fb5-aac2-4d83-b640-1a712732b4af", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:32:01.043714 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed743694-a2e0-4623-9642-f8cdf0da2e4a {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:32:01.044190 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed743694-a2e0-4623-9642-f8cdf0da2e4a'] response: {'server_uuid': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'code': 200} Jun 06 14:32:01.069275 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=3b029fb5-aac2-4d83-b640-1a712732b4af,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:32:01.207613 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-44df7732-315d-43f4-9266-c9a103c3cd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:01.279150 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442ae51-1195-497e-9824-84af6e944610 req-b3216adf-277d-496c-ae10-04d481d79ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:01.280628 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b442ae51-1195-497e-9824-84af6e944610 req-b3216adf-277d-496c-ae10-04d481d79ef2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 1130 time: 0.0401301 Jun 06 14:32:01.328814 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b442ae51-1195-497e-9824-84af6e944610 req-02c83886-53a8-411b-a569-3bb406ec8eed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Jun 06 14:32:01.441792 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c60d75-9d73-4fa2-a768-cfa88bf98e6b req-d059eda0-82ae-4f1b-89bf-91424d4874cb tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:01.443169 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-43c60d75-9d73-4fa2-a768-cfa88bf98e6b req-d059eda0-82ae-4f1b-89bf-91424d4874cb tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 946 time: 0.0494313 Jun 06 14:32:01.497621 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-43c60d75-9d73-4fa2-a768-cfa88bf98e6b req-0fa46304-0e73-46b1-9eb5-39311bb63b2b tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453110 Jun 06 14:32:02.618720 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e3d0-6488-4d7e-b881-e3233dd12169 req-da444c52-9734-4842-b557-1e79b7d07bb6 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:02.620147 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9450e3d0-6488-4d7e-b881-e3233dd12169 req-da444c52-9734-4842-b557-1e79b7d07bb6 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 946 time: 0.0499959 Jun 06 14:32:02.670946 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9450e3d0-6488-4d7e-b881-e3233dd12169 req-6ade1019-8d01-41ab-95f0-e95231db7672 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452201 Jun 06 14:32:02.801734 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c777c-6a7c-4b0f-b98e-36be6c3d5530 req-7a4f1092-b556-4824-b9d7-f7a7384fab9f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:02.803569 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-983c777c-6a7c-4b0f-b98e-36be6c3d5530 req-7a4f1092-b556-4824-b9d7-f7a7384fab9f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 946 time: 0.0637703 Jun 06 14:32:02.862491 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-983c777c-6a7c-4b0f-b98e-36be6c3d5530 req-c8001d62-df40-4508-b434-616678bf9bc4 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522230 Jun 06 14:32:02.886497 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50590) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:32:03.075094 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a793d-080e-4747-99fc-d737d9d7b486 tempest-TestVolumeBootPattern-837952885 tempest-TestVolumeBootPattern-837952885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:03.076621 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-940a793d-080e-4747-99fc-d737d9d7b486 tempest-TestVolumeBootPattern-837952885 tempest-TestVolumeBootPattern-837952885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 1125 time: 0.1890330 Jun 06 14:32:03.079462 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50594) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:32:03.083564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'port_id': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:32:03.105894 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:03.109848 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:03.188869 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:03.272214 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:03.299873 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Allocated IP 172.27.1.11 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/6115cce9-4d48-413f-82a4-4517e29df2b7) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:32:03.405349 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for port (6115cce9-4d48-413f-82a4-4517e29df2b7), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:03.436970 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (6115cce9-4d48-413f-82a4-4517e29df2b7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:03.474773 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:32:03.482544 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:32:03.485222 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:32:03.491060 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'Port': ['ID=6115cce9-4d48-413f-82a4-4517e29df2b7,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:32:03.837340 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (0fe4fb68-fa3e-4717-9005-d6427152dd61), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:03.845360 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:03.859202 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-89ec9f0c-d621-4f41-b06a-a6525dc96444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:03.862382 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:03.911943 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (6115cce9-4d48-413f-82a4-4517e29df2b7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:04.089607 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:04.091596 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for port (6115cce9-4d48-413f-82a4-4517e29df2b7), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:04.096133 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (6115cce9-4d48-413f-82a4-4517e29df2b7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:04.161939 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'Port': ['ID=6115cce9-4d48-413f-82a4-4517e29df2b7,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:32:04.175718 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (0fe4fb68-fa3e-4717-9005-d6427152dd61), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:04.271475 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Floating IP 0fe4fb68-fa3e-4717-9005-d6427152dd61 associated. External IP: 172.27.1.11, port: 3b029fb5-aac2-4d83-b640-1a712732b4af. Jun 06 14:32:04.468538 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Router 8ff0d771-5c33-4823-8dde-97e266ad68fd has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:32:04.572947 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:32:04.582402 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] Sync routers for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:32:04.591994 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:04.593042 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:32:04.593678 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:32:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:32:04.625445 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2ed53785-6b6e-4279-b002-64dd83b16630 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5429075 Jun 06 14:32:04.625445 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'tag': '3b029fb5-aac2-4d83-b640-1a712732b4af'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:32:04.626394 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6ecb4a-e284-46d6-8d23-fd547177301f", "tag": "3b029fb5-aac2-4d83-b640-1a712732b4af"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:32:04.662929 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1993eef-2b0f-4f67-bb4b-eabeb13fa1d8 x-openstack-request-id: req-e1993eef-2b0f-4f67-bb4b-eabeb13fa1d8 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:32:04.663216 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6ecb4a-e284-46d6-8d23-fd547177301f", "tag": "3b029fb5-aac2-4d83-b640-1a712732b4af", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:32:04.663462 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1993eef-2b0f-4f67-bb4b-eabeb13fa1d8 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:32:04.664539 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1993eef-2b0f-4f67-bb4b-eabeb13fa1d8'] response: {'name': 'network-changed', 'server_uuid': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'tag': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'status': 'completed', 'code': 200} Jun 06 14:32:04.720778 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:04.725298 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-7b94485b-66f2-436e-96b1-e35c2683e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:04.727506 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-7b94485b-66f2-436e-96b1-e35c2683e504 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 1130 time: 0.0430260 Jun 06 14:32:04.823805 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-1ccf7849-aada-4955-b2f3-f622c25154de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:04.825254 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-1ccf7849-aada-4955-b2f3-f622c25154de service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.0923755 Jun 06 14:32:04.837312 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:32:04.887382 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-5e7b82fc-deb4-4486-b525-f1a5cf3346d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b029fb5-aac2-4d83-b640-1a712732b4af HTTP/1.1" status: 200 len: 999 time: 0.0559602 Jun 06 14:32:04.939801 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-d93b07ff-de46-4322-be66-ed5e588cdf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:04.941300 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-d93b07ff-de46-4322-be66-ed5e588cdf92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0466247 Jun 06 14:32:04.987602 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-356668c4-0b50-4e04-8da7-8dacfc290af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:04.989106 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-356668c4-0b50-4e04-8da7-8dacfc290af5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421553 Jun 06 14:32:05.059421 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:05.066587 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '0fe4fb68-fa3e-4717-9005-d6427152dd61', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:ec:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:32:03Z', 'updated_at': '2022-06-06T14:32:03Z', 'revision_number': 0, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:32:05.078208 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-4256e679-08e9-4921-b4ae-6032d61e491a service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828185 Jun 06 14:32:05.092907 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] Checking router: 8ff0d771-5c33-4823-8dde-97e266ad68fd for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:32:05.102166 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:32:05.102785 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:32:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:32:05.142820 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:05.173454 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a24c889-85a8-4dcd-8734-8e2d865c2ca2 req-3f99d9b2-4042-4ed4-bc92-ba87aa1a6ec7 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896239 Jun 06 14:32:05.210285 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:32:05.428394 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '0fe4fb68-fa3e-4717-9005-d6427152dd61', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:ec:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:32:03Z', 'updated_at': '2022-06-06T14:32:03Z', 'revision_number': 0, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:32:05.453080 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856a1020-ff6b-4870-8c69-4acfaa7487aa None None] The sync data for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi is: [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '0fe4fb68-fa3e-4717-9005-d6427152dd61', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:ec:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:32:03Z', 'updated_at': '2022-06-06T14:32:03Z', 'revision_number': 0, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:32:05.648019 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abb16f4-f864-4990-85ee-8c152ae69845 None None] New status for floating IP 0fe4fb68-fa3e-4717-9005-d6427152dd61: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:32:06.806445 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:08.218138 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:11.743786 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:11.757043 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-0f422267-3797-40af-8d1a-b05a6e1f21a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415874 Jun 06 14:32:11.836505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-67f912a2-dfcd-4f96-abee-ae56da8ecafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:11.837903 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-67f912a2-dfcd-4f96-abee-ae56da8ecafa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=add30fb78c80414599ebb8f57fb31389&device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1129 time: 0.0392706 Jun 06 14:32:11.947685 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-ce59e944-cb29-48ab-a1ab-42d3d849ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:11.949250 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-ce59e944-cb29-48ab-a1ab-42d3d849ea74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 200 len: 910 time: 0.0931780 Jun 06 14:32:12.013430 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-91a06159-5a0a-40c7-96e9-1d10651eec3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 1001 time: 0.0571706 Jun 06 14:32:12.061347 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-8d762155-1589-4cdb-9b47-ef93799db8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:12.062804 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-8d762155-1589-4cdb-9b47-ef93799db8fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0ba066a-4556-4e15-b564-a5fec787deb6 HTTP/1.1" status: 200 len: 848 time: 0.0437536 Jun 06 14:32:12.365010 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-4dc4a39e-bb19-47bd-b07c-706bae2e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:12.366541 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-4dc4a39e-bb19-47bd-b07c-706bae2e924c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2956784 Jun 06 14:32:12.454103 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-108696ef-2f38-4ba3-a6eb-2d2aa2fec509 service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806189 Jun 06 14:32:12.526302 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:12.547264 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ab0daee-a459-4244-ba4d-40fd20a7d103 req-c696e17e-971d-46c7-a692-0b81470b0471 service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877748 Jun 06 14:32:12.849291 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=74 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:12.858304 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=65 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:13.004772 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:14.262050 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:32:22.542389 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=46 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:22.544258 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:22.993119 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:22.993962 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:22.999475 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:28.869942 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:28.870693 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:31.208806 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dfb3aa3d-221f-4152-985b-49df2ad688e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:33.853005 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-41830097-2207-45f9-acf6-a2e2570befcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:35.044515 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:36.807316 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:38.210561 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:43.004482 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:32:51.262483 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:32:52.994799 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:52.998337 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:52.999787 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:32:55.045180 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09064039-22a5-4cca-9126-966eeca9fc43 req-d229f0d0-ba36-4346-b3a0-8cf6c1f65719 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:55.046727 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09064039-22a5-4cca-9126-966eeca9fc43 req-d229f0d0-ba36-4346-b3a0-8cf6c1f65719 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.1861279 Jun 06 14:32:55.099567 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09064039-22a5-4cca-9126-966eeca9fc43 req-8cc6651e-5057-4256-9464-a7c287e330ae tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472052 Jun 06 14:32:56.273090 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8dcaa-ca9c-4688-8901-24f0a377e882 req-e588d310-7a9f-48df-ae76-d93b2e8edc66 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:56.274570 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0aa8dcaa-ca9c-4688-8901-24f0a377e882 req-e588d310-7a9f-48df-ae76-d93b2e8edc66 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.1041415 Jun 06 14:32:56.323935 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0aa8dcaa-ca9c-4688-8901-24f0a377e882 req-14e1ac05-982c-440e-b018-e16bac41ac64 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Jun 06 14:32:57.442319 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a06ca3-f68f-4a99-9647-a8ddfbe190e4 req-9e4760a9-e7cb-4157-8693-5f92114868f2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:57.443809 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e2a06ca3-f68f-4a99-9647-a8ddfbe190e4 req-9e4760a9-e7cb-4157-8693-5f92114868f2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0502756 Jun 06 14:32:57.494735 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e2a06ca3-f68f-4a99-9647-a8ddfbe190e4 req-382cdd62-e5d3-41b5-b515-0e18c68df2a5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453329 Jun 06 14:32:58.610730 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40678e-9362-4144-8879-cafffb475ec9 req-086ce657-6a69-42dc-aef8-e69c960c3e65 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:58.612097 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d40678e-9362-4144-8879-cafffb475ec9 req-086ce657-6a69-42dc-aef8-e69c960c3e65 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0479169 Jun 06 14:32:58.666001 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0d40678e-9362-4144-8879-cafffb475ec9 req-671ada45-8087-484a-95a4-a108a0ade1f3 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482864 Jun 06 14:32:59.783715 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822176f2-a926-49d9-84bc-86352609f6b5 req-be46f2d0-0996-4cb5-96b0-5eb851f3a1a5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:32:59.785195 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-822176f2-a926-49d9-84bc-86352609f6b5 req-be46f2d0-0996-4cb5-96b0-5eb851f3a1a5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0475297 Jun 06 14:32:59.851280 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-822176f2-a926-49d9-84bc-86352609f6b5 req-2b7d78f0-56ac-4637-9955-b5a094f70f3e tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602231 Jun 06 14:33:00.978712 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bb182-52b4-428e-8e89-993b3c9dd660 req-f7251d1b-f289-4027-b55e-219863b990af tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:00.980262 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2c4bb182-52b4-428e-8e89-993b3c9dd660 req-f7251d1b-f289-4027-b55e-219863b990af tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0506320 Jun 06 14:33:01.039271 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2c4bb182-52b4-428e-8e89-993b3c9dd660 req-bc04b516-9c13-4f1f-a3ac-ec40648de607 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522954 Jun 06 14:33:01.211776 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d96c32f4-47d4-4e97-9eb6-ffa8fcefc215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:01.256708 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:01.257456 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:02.161433 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb341a6-d684-4c2c-92fb-d0f75284d8c8 req-a77b40d0-e758-47f5-8960-0d44bc00f519 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:02.162970 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cb341a6-d684-4c2c-92fb-d0f75284d8c8 req-a77b40d0-e758-47f5-8960-0d44bc00f519 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0529633 Jun 06 14:33:02.214346 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cb341a6-d684-4c2c-92fb-d0f75284d8c8 req-4a67a34a-b2eb-492a-a016-8900e7bf5a0c tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458448 Jun 06 14:33:03.336915 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfee62-8f31-44ef-bbaa-831551c4d31a req-97daa0b8-8c84-4d8f-8e56-588a5bc6c6fc tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:03.338393 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-79bfee62-8f31-44ef-bbaa-831551c4d31a req-97daa0b8-8c84-4d8f-8e56-588a5bc6c6fc tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0471740 Jun 06 14:33:03.389492 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-79bfee62-8f31-44ef-bbaa-831551c4d31a req-fd5be6ae-6807-41e1-b919-6807c2a76381 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453072 Jun 06 14:33:03.857776 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b85cc639-db01-461d-97fe-28ea2717c74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:04.505065 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc4bc1-6321-4b93-9aa7-f0a78f0672e2 req-3cb63210-eaac-4782-8e96-ce19c38fbe08 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:04.506625 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2cfc4bc1-6321-4b93-9aa7-f0a78f0672e2 req-3cb63210-eaac-4782-8e96-ce19c38fbe08 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0472081 Jun 06 14:33:04.561016 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2cfc4bc1-6321-4b93-9aa7-f0a78f0672e2 req-566c9779-623e-41eb-9f6d-5df02c08e61f tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488858 Jun 06 14:33:05.050216 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:05.167483 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-58119ff3-36af-4d14-b936-fc73c0d8df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:05.169805 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-58119ff3-36af-4d14-b936-fc73c0d8df7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=add30fb78c80414599ebb8f57fb31389&device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1129 time: 0.0895598 Jun 06 14:33:05.285594 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-1c05eae8-ec7b-4bd3-8e12-9befaa745c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:05.288247 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-1c05eae8-ec7b-4bd3-8e12-9befaa745c3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 200 len: 910 time: 0.1114109 Jun 06 14:33:05.360281 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-a806d1f7-5b9e-406a-97d9-c16e14fbfb6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 1001 time: 0.0633399 Jun 06 14:33:05.412797 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-c94569f4-1a61-49d1-b739-d4e9802d56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:05.414308 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-c94569f4-1a61-49d1-b739-d4e9802d56d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0ba066a-4556-4e15-b564-a5fec787deb6 HTTP/1.1" status: 200 len: 848 time: 0.0445416 Jun 06 14:33:05.461328 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-e8e4cb44-b277-41c8-a266-f831ed436555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:05.462851 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-e8e4cb44-b277-41c8-a266-f831ed436555 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393419 Jun 06 14:33:05.476750 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-e6f4a8fa-fca3-4d47-a5a5-928a83a95d62 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:33:05.477732 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-e6f4a8fa-fca3-4d47-a5a5-928a83a95d62 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050304 Jun 06 14:33:05.579395 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-9684b89e-d5f1-4de4-8143-18eadd4a85f7 service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922077 Jun 06 14:33:05.676579 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-121d207f-2e9b-4620-b612-5e3ff00a9fcf req-76bb7852-e061-4dda-9f46-e6261061eddf service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865154 Jun 06 14:33:05.677443 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb9c42-f427-4370-97f2-b129f7bf4dc0 req-80048898-ba67-4da0-a342-cffec2faaad0 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:05.678934 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2dfb9c42-f427-4370-97f2-b129f7bf4dc0 req-80048898-ba67-4da0-a342-cffec2faaad0 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0485930 Jun 06 14:33:05.731912 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2dfb9c42-f427-4370-97f2-b129f7bf4dc0 req-1f0efda2-5bed-44f7-9031-0d3ebc8867f9 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463164 Jun 06 14:33:06.812405 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:06.851788 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04688d76-148c-47b0-86f3-0123b4d1e3e1 req-f7f5bddf-becb-42bd-9605-c3b6055876d4 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:06.853409 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-04688d76-148c-47b0-86f3-0123b4d1e3e1 req-f7f5bddf-becb-42bd-9605-c3b6055876d4 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0510721 Jun 06 14:33:06.886506 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:06.907689 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-04688d76-148c-47b0-86f3-0123b4d1e3e1 req-aaf2ca08-4fe5-429f-ac8c-41a5363a9fd3 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478792 Jun 06 14:33:08.039280 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511e9b3-0b40-4821-a6f2-9c2ddbbc9b89 req-4a2283d3-2413-4738-b607-0c42a62c4a2a tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:08.040811 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3511e9b3-0b40-4821-a6f2-9c2ddbbc9b89 req-4a2283d3-2413-4738-b607-0c42a62c4a2a tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0565214 Jun 06 14:33:08.052949 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:08.091549 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3511e9b3-0b40-4821-a6f2-9c2ddbbc9b89 req-fc32db46-e0e6-485c-b53f-f4f242db84dc tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451109 Jun 06 14:33:08.214403 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:09.210326 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990a626-6f78-4078-8ae5-e62c5e0fc79e req-e64d31d9-955a-40ef-9ea7-37f7825175ee tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:09.211808 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8990a626-6f78-4078-8ae5-e62c5e0fc79e req-e64d31d9-955a-40ef-9ea7-37f7825175ee tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0489123 Jun 06 14:33:09.263790 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8990a626-6f78-4078-8ae5-e62c5e0fc79e req-50353b26-4318-4ceb-9a69-6d794c0f9a50 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459661 Jun 06 14:33:09.489519 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d70e2b-54c4-4aab-a631-5322841e4ff4 req-5d7cbea6-a599-4ae9-9fa8-9347d8fe0e1e tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:09.491047 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-73d70e2b-54c4-4aab-a631-5322841e4ff4 req-5d7cbea6-a599-4ae9-9fa8-9347d8fe0e1e tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0517585 Jun 06 14:33:09.491962 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50666) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:33:09.554158 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-73d70e2b-54c4-4aab-a631-5322841e4ff4 req-93bd8179-6a9f-4079-bbe0-07e7a895fecf tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573063 Jun 06 14:33:09.582272 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-0bf65c05-a83d-43d7-bde6-624ea29b60fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891826 Jun 06 14:33:09.591079 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-23f656e3-c1ee-47c9-b7d1-20c5e7ae580a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:33:09.592011 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-23f656e3-c1ee-47c9-b7d1-20c5e7ae580a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052688 Jun 06 14:33:09.667580 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50674) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:33:09.759193 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-35e51b33-8e7f-4103-b596-9172a0541541 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:09.760523 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-35e51b33-8e7f-4103-b596-9172a0541541 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports/ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 942 time: 0.0919929 Jun 06 14:33:10.671172 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62429a49-7638-48ce-9a99-2071160df6af req-9d984c5a-28d9-4ede-a552-e7226900caf2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:10.672585 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62429a49-7638-48ce-9a99-2071160df6af req-9d984c5a-28d9-4ede-a552-e7226900caf2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0499713 Jun 06 14:33:10.727442 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62429a49-7638-48ce-9a99-2071160df6af req-763fe6e6-7e3f-4ddd-86d0-849332ec1157 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490546 Jun 06 14:33:11.182503 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device ec94f552-03df-49e5-bf66-261965d27d90 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:33:11.258716 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port ec94f552-03df-49e5-bf66-261965d27d90 is: ACTIVE; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:33:11.259111 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ec94f552-03df-49e5-bf66-261965d27d90), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:11.284894 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:33:11.287141 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e356bffd-df44-4626-a039-af99569b63ed" -d '{"events": [{"server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec94f552-03df-49e5-bf66-261965d27d90"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:33:11.300784 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=ec94f552-03df-49e5-bf66-261965d27d90,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:33:11.306315 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ec94f552-03df-49e5-bf66-261965d27d90), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:11.317660 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-e9230466-42d0-4067-8f0e-4c475222ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:11.319295 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-e9230466-42d0-4067-8f0e-4c475222ad6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c&tenant_id=add30fb78c80414599ebb8f57fb31389 HTTP/1.1" status: 200 len: 1129 time: 0.0419202 Jun 06 14:33:11.332008 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Jun 2022 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b87cf5f-08cc-48e3-a3b7-b0b00db70c4f x-openstack-request-id: req-3b87cf5f-08cc-48e3-a3b7-b0b00db70c4f {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:33:11.332299 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec94f552-03df-49e5-bf66-261965d27d90", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:33:11.332543 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b87cf5f-08cc-48e3-a3b7-b0b00db70c4f {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:33:11.332930 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b87cf5f-08cc-48e3-a3b7-b0b00db70c4f'] response: {'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90', 'code': 200} Jun 06 14:33:11.361829 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=ec94f552-03df-49e5-bf66-261965d27d90,revision_number=6']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:33:11.373854 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.374403 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.374945 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.375482 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.376008 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.376541 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.377082 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.377610 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.378161 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.378685 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.379208 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.380092 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.380243 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.380650 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.381181 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:33:11.394304 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-2b1c3f15-dabb-413a-8171-2c24fe4feef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:11.395794 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-2b1c3f15-dabb-413a-8171-2c24fe4feef7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=add30fb78c80414599ebb8f57fb31389&device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1127 time: 0.0521746 Jun 06 14:33:11.493131 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-38f016b5-3a57-4832-9c9d-77b85e671c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:11.494541 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-38f016b5-3a57-4832-9c9d-77b85e671c4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 200 len: 910 time: 0.0898180 Jun 06 14:33:11.558753 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-4e3d3982-afc0-4707-ac5e-3cb03bd37cbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 999 time: 0.0550010 Jun 06 14:33:11.616351 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-2e14e3c4-c758-4b34-a5a7-b7ec062c8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:11.617783 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-2e14e3c4-c758-4b34-a5a7-b7ec062c8d15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0ba066a-4556-4e15-b564-a5fec787deb6 HTTP/1.1" status: 200 len: 848 time: 0.0476093 Jun 06 14:33:11.664379 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-c8bbc755-f8cd-4021-86c1-62eddb413ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:11.665924 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-c8bbc755-f8cd-4021-86c1-62eddb413ede service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394201 Jun 06 14:33:11.755895 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-d686b953-5166-4196-bc73-36105864e79b service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803950 Jun 06 14:33:11.772787 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:11.839947 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:11.846377 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b583-bcfc-4fec-a462-194afce91154 req-918e5517-5a93-4b5c-a3c2-18862c997e5d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:11.847939 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c60b583-bcfc-4fec-a462-194afce91154 req-918e5517-5a93-4b5c-a3c2-18862c997e5d tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.0482688 Jun 06 14:33:11.857425 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b50949b7-bce5-4c9c-abfb-3aba4c6836de req-efa168fd-2804-442f-a6d9-718eef25e35c service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923440 Jun 06 14:33:11.915897 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c60b583-bcfc-4fec-a462-194afce91154 req-deadcc2e-dc21-49d3-8a76-4cd8143116d9 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624511 Jun 06 14:33:12.771599 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26c899b-4727-412e-9f09-7345542ccf4f req-4b423865-6373-456e-ab9b-54bb1e646fde service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387778 Jun 06 14:33:12.851559 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c899b-4727-412e-9f09-7345542ccf4f req-76f28d65-7850-42c9-9970-f28b697e951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:12.853183 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26c899b-4727-412e-9f09-7345542ccf4f req-76f28d65-7850-42c9-9970-f28b697e951a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 1130 time: 0.0506628 Jun 06 14:33:12.961106 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c899b-4727-412e-9f09-7345542ccf4f req-3c9fc015-f243-43e9-a007-f1f39f4cc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:12.962594 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26c899b-4727-412e-9f09-7345542ccf4f req-3c9fc015-f243-43e9-a007-f1f39f4cc579 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.0896575 Jun 06 14:33:13.010245 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:13.026734 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26c899b-4727-412e-9f09-7345542ccf4f req-26d429d6-e030-40ec-8ae6-7a432ddc1ba3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b029fb5-aac2-4d83-b640-1a712732b4af HTTP/1.1" status: 200 len: 1001 time: 0.0549586 Jun 06 14:33:13.037550 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6d638-9c92-43ab-997c-11eb43f3abaf req-d2b1ad63-3788-4dad-8766-08cb1541be6f tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:13.039040 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62e6d638-9c92-43ab-997c-11eb43f3abaf req-d2b1ad63-3788-4dad-8766-08cb1541be6f tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.0505807 Jun 06 14:33:13.082114 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c899b-4727-412e-9f09-7345542ccf4f req-84430df2-1152-41c5-81ac-158fc46f08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:13.083563 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26c899b-4727-412e-9f09-7345542ccf4f req-84430df2-1152-41c5-81ac-158fc46f08e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0485206 Jun 06 14:33:13.089079 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62e6d638-9c92-43ab-997c-11eb43f3abaf req-8146bdd6-3191-4a54-aef6-a34c57697768 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443482 Jun 06 14:33:13.131283 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c899b-4727-412e-9f09-7345542ccf4f req-65d7b981-dc0a-42a3-9870-e61a77ef2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:13.132806 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26c899b-4727-412e-9f09-7345542ccf4f req-65d7b981-dc0a-42a3-9870-e61a77ef2daa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396073 Jun 06 14:33:13.222173 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26c899b-4727-412e-9f09-7345542ccf4f req-b65b14ef-54a8-40fd-9334-7d67f8211a2a service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832684 Jun 06 14:33:13.321218 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26c899b-4727-412e-9f09-7345542ccf4f req-598202f4-8949-49c0-93f3-4fbf90a5f8b6 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899816 Jun 06 14:33:14.203341 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefbeb8-6390-4390-9aff-faf8ba4c773f req-b665b95f-a6a2-48f0-a569-9a8164ab70c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:14.204843 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0fefbeb8-6390-4390-9aff-faf8ba4c773f req-b665b95f-a6a2-48f0-a569-9a8164ab70c6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.0486007 Jun 06 14:33:14.255031 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0fefbeb8-6390-4390-9aff-faf8ba4c773f req-8e8f9d9e-4cb8-48f3-93da-4c8d80671bd9 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444708 Jun 06 14:33:15.371140 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3637b13-8303-460d-8947-4188d514a861 req-bc6697b5-0509-40bd-a915-9059eca963af tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:15.372651 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a3637b13-8303-460d-8947-4188d514a861 req-bc6697b5-0509-40bd-a915-9059eca963af tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.0499678 Jun 06 14:33:15.425339 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a3637b13-8303-460d-8947-4188d514a861 req-d33cb52f-21db-4620-bdc7-0c61639ea47e tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463948 Jun 06 14:33:16.540036 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badeadc0-b26b-45c8-8d42-b9134594aee7 req-29ddf0f1-1c7b-4cab-9ba3-d3f6075da4e4 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:16.541502 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-badeadc0-b26b-45c8-8d42-b9134594aee7 req-29ddf0f1-1c7b-4cab-9ba3-d3f6075da4e4 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.0472174 Jun 06 14:33:16.592176 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-badeadc0-b26b-45c8-8d42-b9134594aee7 req-7e8d14bc-ba5b-4742-a41d-c8896a0b9fee tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447340 Jun 06 14:33:17.704217 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122357b-837c-48b3-a483-89ec59594326 req-37bd8ee7-042d-4b40-be42-9a8a1203894e tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:17.705665 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4122357b-837c-48b3-a483-89ec59594326 req-37bd8ee7-042d-4b40-be42-9a8a1203894e tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.0460489 Jun 06 14:33:17.758420 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4122357b-837c-48b3-a483-89ec59594326 req-cf4d402c-4550-467c-b8da-f44c7a9a9cb0 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472782 Jun 06 14:33:18.873549 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdd4fa-839b-47e4-99ea-5a15a91382ce req-bedfc9eb-6555-496f-ab4b-7303d81064d6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:18.875062 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-39fdd4fa-839b-47e4-99ea-5a15a91382ce req-bedfc9eb-6555-496f-ab4b-7303d81064d6 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 943 time: 0.0481093 Jun 06 14:33:18.886131 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:18.925172 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-39fdd4fa-839b-47e4-99ea-5a15a91382ce req-c2ab3b50-911f-460b-9474-63ec7e0b4aa2 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Jun 06 14:33:19.182978 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device ec94f552-03df-49e5-bf66-261965d27d90 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:33:19.287660 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=ec94f552-03df-49e5-bf66-261965d27d90,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:33:19.300153 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': 'ec94f552-03df-49e5-bf66-261965d27d90', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'port_id': 'ec94f552-03df-49e5-bf66-261965d27d90', 'mac_address': 'fa:16:3e:28:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:33:19.334383 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port ec94f552-03df-49e5-bf66-261965d27d90 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:33:19.334757 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ec94f552-03df-49e5-bf66-261965d27d90), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:19.347656 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec94f552-03df-49e5-bf66-261965d27d90 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:33:19.371317 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=ec94f552-03df-49e5-bf66-261965d27d90,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:33:19.375889 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ec94f552-03df-49e5-bf66-261965d27d90), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:19.423637 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=ec94f552-03df-49e5-bf66-261965d27d90,revision_number=7']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:33:19.654895 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['ec94f552-03df-49e5-bf66-261965d27d90'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:33:20.039823 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f7b66-b1cd-4e9b-b69d-468ccad781d1 req-724d541b-2a1b-4851-8d30-aa70ac6073fc tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:20.041278 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-124f7b66-b1cd-4e9b-b69d-468ccad781d1 req-724d541b-2a1b-4851-8d30-aa70ac6073fc tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 944 time: 0.0473869 Jun 06 14:33:20.061787 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:20.090675 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-124f7b66-b1cd-4e9b-b69d-468ccad781d1 req-c6e69a42-6be7-4f39-a180-ef87c22989d7 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431569 Jun 06 14:33:21.209828 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device ec94f552-03df-49e5-bf66-261965d27d90 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:33:21.212851 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe4d84-ab73-4e31-9679-dbcbd606713e req-8fd9f059-9d42-479b-a4bb-d2e25ffa44a3 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:21.214346 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6ffe4d84-ab73-4e31-9679-dbcbd606713e req-8fd9f059-9d42-479b-a4bb-d2e25ffa44a3 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 944 time: 0.0501502 Jun 06 14:33:21.254558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port ec94f552-03df-49e5-bf66-261965d27d90 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:33:21.254942 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (ec94f552-03df-49e5-bf66-261965d27d90), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:21.265692 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6ffe4d84-ab73-4e31-9679-dbcbd606713e req-23a92e3a-20fc-4079-ba2d-80a71e563922 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450163 Jun 06 14:33:21.329966 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port ec94f552-03df-49e5-bf66-261965d27d90 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:33:21.330352 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (ec94f552-03df-49e5-bf66-261965d27d90), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:21.352289 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:33:21.354505 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283f6dc-5786-4178-8edd-0a8a937a8bd4" -d '{"events": [{"server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "name": "network-vif-plugged", "status": "completed", "tag": "ec94f552-03df-49e5-bf66-261965d27d90"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:33:21.367842 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=ec94f552-03df-49e5-bf66-261965d27d90,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:33:21.372202 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (ec94f552-03df-49e5-bf66-261965d27d90), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:21.411430 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:21.422824 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=ec94f552-03df-49e5-bf66-261965d27d90,revision_number=8']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:33:21.455700 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efda941-8b20-4816-a11e-401e52d0be90 x-openstack-request-id: req-9efda941-8b20-4816-a11e-401e52d0be90 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:33:21.455991 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "name": "network-vif-plugged", "status": "completed", "tag": "ec94f552-03df-49e5-bf66-261965d27d90", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:33:21.456263 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9efda941-8b20-4816-a11e-401e52d0be90 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:33:21.456659 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efda941-8b20-4816-a11e-401e52d0be90'] response: {'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90', 'code': 200} Jun 06 14:33:21.693217 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb0e0d-58c6-4575-9e13-5a5417033144 req-9aef1c9d-d9e8-4220-ab50-593374ab2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:21.694622 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20cb0e0d-58c6-4575-9e13-5a5417033144 req-9aef1c9d-d9e8-4220-ab50-593374ab2b4b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1129 time: 0.0415425 Jun 06 14:33:21.744407 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20cb0e0d-58c6-4575-9e13-5a5417033144 req-47db05f0-f402-4556-af60-1add8bc09c3b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Jun 06 14:33:22.378652 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea978633-5485-4691-b017-c460aff19681 req-8d351ff5-41a6-47da-b4c9-bac46e6b42e4 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:22.380123 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ea978633-5485-4691-b017-c460aff19681 req-8d351ff5-41a6-47da-b4c9-bac46e6b42e4 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0465181 Jun 06 14:33:22.429024 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ea978633-5485-4691-b017-c460aff19681 req-4a30cbcf-2f44-4703-a498-bee53f721c2b tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 Jun 06 14:33:23.553486 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e751d-7ceb-4b84-981d-405d20c8a8fe req-bcc34146-5a5e-45f6-a2b4-cf3c7b49b368 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:33:23.554981 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d9e751d-7ceb-4b84-981d-405d20c8a8fe req-bcc34146-5a5e-45f6-a2b4-cf3c7b49b368 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0517156 Jun 06 14:33:23.867416 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d9e751d-7ceb-4b84-981d-405d20c8a8fe req-a7caa7d3-db1d-4ba6-ac82-df7aa3abd249 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069007 Jun 06 14:33:28.261150 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:33:31.202982 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:31.204697 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:31.219457 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1e65b158-a10e-4ed9-91a2-59da447daab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:31.732778 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=70 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:31.741121 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=58 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:33.859202 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=37 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:33.861255 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f6cba965-fc7f-4d82-b505-9e57537a2efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:33.863817 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=31 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:35.051237 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:36.813598 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:38.218101 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:38.256129 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:38.256860 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:43.018148 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:33:53.007356 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:53.011433 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:33:53.013190 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:01.210253 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7193f6f2-90fa-43ca-a519-653cc5ec0bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:02.751079 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3673f7-6cf2-4e83-9a61-cfd0fc8517ca req-7a2e728c-54a6-48f9-a2a8-bf56ea00e464 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:02.752525 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bc3673f7-6cf2-4e83-9a61-cfd0fc8517ca req-7a2e728c-54a6-48f9-a2a8-bf56ea00e464 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 946 time: 0.0477748 Jun 06 14:34:02.809609 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bc3673f7-6cf2-4e83-9a61-cfd0fc8517ca req-f8eb6176-bf24-48b1-a45b-ae486f5c6f7f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513484 Jun 06 14:34:03.863455 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1630afcd-dd13-4858-950f-ab5891679bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:03.932353 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32605539-dc7c-4ef8-9f3e-f5b88d8eb553 req-26791022-7c87-4e49-92b5-44b993ace1ff tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:03.933858 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-32605539-dc7c-4ef8-9f3e-f5b88d8eb553 req-26791022-7c87-4e49-92b5-44b993ace1ff tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 946 time: 0.0511496 Jun 06 14:34:03.983819 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-32605539-dc7c-4ef8-9f3e-f5b88d8eb553 req-716cd067-9ec6-4e6f-ba02-7edba40decee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425889 Jun 06 14:34:04.471470 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3f03d55b-4dc8-4def-86bb-ffdb40a0043e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:04.472907 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3f03d55b-4dc8-4def-86bb-ffdb40a0043e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 946 time: 0.0501330 Jun 06 14:34:04.559781 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Deleting port 3b029fb5-aac2-4d83-b640-1a712732b4af {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:34:04.560123 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:04.656289 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] For port 3b029fb5-aac2-4d83-b640-1a712732b4af, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=3b029fb5-aac2-4d83-b640-1a712732b4af,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:04.656688 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:04.815452 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:04.815852 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (0fe4fb68-fa3e-4717-9005-d6427152dd61), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:04.816203 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Floating IP 0fe4fb68-fa3e-4717-9005-d6427152dd61 disassociated. External IP: 172.27.1.11, port: 3b029fb5-aac2-4d83-b640-1a712732b4af. Jun 06 14:34:04.816576 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Calling delete_port for 3b029fb5-aac2-4d83-b640-1a712732b4af owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:34:04.947779 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (3b029fb5-aac2-4d83-b640-1a712732b4af), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:04.974800 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event deleted for resources: {'Port': ['ID=3b029fb5-aac2-4d83-b640-1a712732b4af,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:04.989468 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.989833 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.990166 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.990495 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.990988 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.991308 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.991711 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.992035 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.992348 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.992668 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.992976 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.993289 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.993597 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.993931 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:04.994241 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:05.059344 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:05.084430 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-507dda05-354c-4387-87b7-6906e36c7424 req-866bc284-fdcf-4aaa-9dd8-8d697bd5af11 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce6ecb4a-e284-46d6-8d23-fd547177301f HTTP/1.1" status: 200 len: 210 time: 0.0309286 Jun 06 14:34:05.108503 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Router 8ff0d771-5c33-4823-8dde-97e266ad68fd has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:34:05.213842 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:34:05.225588 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] Sync routers for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:34:05.236755 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:05.237483 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:05.259440 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] No DVR routers for this DVR port 3b029fb5-aac2-4d83-b640-1a712732b4af on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:34:05.260259 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:34:05.262166 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:05.267000 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-68da7260-ec62-4738-aa5b-f1cfd4827de0 req-3bd734e5-1ad9-488a-bc7c-a7fbe192f36a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "DELETE /v2.0/ports/3b029fb5-aac2-4d83-b640-1a712732b4af HTTP/1.1" status: 204 len: 173 time: 0.7853761 Jun 06 14:34:05.267416 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'name': 'network-vif-deleted', 'tag': '3b029fb5-aac2-4d83-b640-1a712732b4af'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:34:05.269650 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a898be-78de-486d-b860-ce4dacaf6b5f" -d '{"events": [{"server_uuid": "ce6ecb4a-e284-46d6-8d23-fd547177301f", "name": "network-vif-deleted", "tag": "3b029fb5-aac2-4d83-b640-1a712732b4af"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:34:05.363504 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:05.385483 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d91091-c6f8-469c-bb71-0399d6f7d0fe x-openstack-request-id: req-49d91091-c6f8-469c-bb71-0399d6f7d0fe {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:34:05.385815 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6ecb4a-e284-46d6-8d23-fd547177301f", "name": "network-vif-deleted", "tag": "3b029fb5-aac2-4d83-b640-1a712732b4af", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:34:05.386064 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49d91091-c6f8-469c-bb71-0399d6f7d0fe {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:34:05.386473 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d91091-c6f8-469c-bb71-0399d6f7d0fe'] response: {'server_uuid': 'ce6ecb4a-e284-46d6-8d23-fd547177301f', 'name': 'network-vif-deleted', 'tag': '3b029fb5-aac2-4d83-b640-1a712732b4af', 'status': 'completed', 'code': 200} Jun 06 14:34:05.568461 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:05.594398 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] Checking router: 8ff0d771-5c33-4823-8dde-97e266ad68fd for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:34:05.603055 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:05.603650 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:05.833859 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:06.024865 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:06.050803 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb16ed-f0eb-4db1-a6dc-e891a1359802 None None] The sync data for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi is: [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:34:06.298703 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f4e627-52c2-4851-9978-cad283d59043 None None] New status for floating IP 0fe4fb68-fa3e-4717-9005-d6427152dd61: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:34:06.366193 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-534a4810-116d-4299-bb23-059e6ab4f196 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127961813&fields=id&tenant_id=8963278084b2491799c6c5e403b5cfcc HTTP/1.1" status: 200 len: 267 time: 0.0478616 Jun 06 14:34:06.480391 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-7396b2a6-d6b3-4128-86c0-9f83c3d8298c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:06.481869 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-7396b2a6-d6b3-4128-86c0-9f83c3d8298c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 812 time: 0.1090755 Jun 06 14:34:06.497386 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-3754aa27-043f-4cc0-907f-2f622db7a683 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/quotas/8963278084b2491799c6c5e403b5cfcc HTTP/1.1" status: 200 len: 375 time: 0.0095053 Jun 06 14:34:06.547503 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0e6b2497-bbc0-4abc-b056-2555920de115 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441961 Jun 06 14:34:06.607892 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-ea944706-8384-4eac-921b-188d579bbfb8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 06 14:34:06.609054 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-ea944706-8384-4eac-921b-188d579bbfb8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0502558 Jun 06 14:34:06.705794 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-14aa2699-9bfa-4f46-83ba-01365e1e239f service neutron] 10.222.0.13 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886545 Jun 06 14:34:06.793766 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-4877a428-4a8f-4a89-9455-7afa711f2b56 service neutron] 10.222.0.13 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824449 Jun 06 14:34:06.814829 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:07.084430 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7c6a3969-dab5-47d3-b968-7aa88ef77004 req-ebbcef82-2246-4f9a-a896-cbc1f9936a0c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 210 time: 0.0284095 Jun 06 14:34:07.425774 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 3b029fb5-aac2-4d83-b640-1a712732b4af no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:34:07.448329 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 3b029fb5-aac2-4d83-b640-1a712732b4af {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:34:07.448664 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 3b029fb5-aac2-4d83-b640-1a712732b4af not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:34:08.167398 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d8d6b76-ca9e-4b85-ba7d-4f545996c3d6 req-34c7743a-59f0-43bb-8e67-ded7988dbffc tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 210 time: 0.0327630 Jun 06 14:34:08.221928 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:09.247611 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-056a406c-ca17-496b-a578-44e0b7d45622 req-aa6d8f77-755e-4a48-98a0-f8c0ed33941b tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 210 time: 0.0305433 Jun 06 14:34:10.327522 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-297ca8c5-031e-4f1c-9464-d42a0a618913 req-ebed87c7-2dbf-4a9a-b1d0-3da156cbe5ae tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 210 time: 0.0282354 Jun 06 14:34:11.430766 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c0392eb-531a-482b-8cd5-1f1b7024e6fb req-1ae74e98-e268-442f-a466-6d8af31416a3 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 210 time: 0.0314698 Jun 06 14:34:12.104367 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:12.113197 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-481cec04-16d0-49c0-b05a-866c122ecf23 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:12.114693 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-481cec04-16d0-49c0-b05a-866c122ecf23 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 812 time: 0.1049261 Jun 06 14:34:12.143302 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:12.185534 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-44119fa1-7629-4ad3-a4fc-07c7c0402537 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8963278084b2491799c6c5e403b5cfcc HTTP/1.1" status: 200 len: 379 time: 0.0611231 Jun 06 14:34:12.195408 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'port': {'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'admin_state_up': True, 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'security_groups': ['ceb56078-3ca2-45ad-a6c3-0e101707d576']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:34:12.302790 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Made reservation on behalf of 8963278084b2491799c6c5e403b5cfcc for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:34:12.306152 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:12.434265 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Allocated IP 172.20.0.5 (ffd02b94-0815-4079-ba8c-cfb2a272a2a8/01149b82-1c6a-40bb-ac42-4c52a6d7298d/5cc47b67-1879-4b8d-b3d5-5d6d2e039282) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:34:12.542170 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8d3ae0fe-2474-4de9-ae94-f0f7f6765dfa req-6cb33296-52fe-4cd4-af0d-8f2e3026e578 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 210 time: 0.0345218 Jun 06 14:34:12.587129 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:12.619045 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:12.666618 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:34:12.674659 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:34:12.678437 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:34:12.682496 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'Port': ['ID=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:12.733461 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:12.734152 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:12.750861 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-37a8f986-df3b-4232-be59-c6037ef7dc34 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589855 Jun 06 14:34:12.824820 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Request body: {'port': {'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:34:12.890486 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:12.960287 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6d8972f8-6a21-4477-bbf3-d060428f7848 None None] Provisioning complete for port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:34:12.960873 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6d8972f8-6a21-4477-bbf3-d060428f7848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:12.965555 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:12.993594 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6d8972f8-6a21-4477-bbf3-d060428f7848 None None] Port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:34:13.017807 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:13.079450 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:13.178794 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:34:13.187009 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Publish callbacks [] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:13.199685 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Transition to ACTIVE for port object 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:34:13.202847 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:13.255874 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:13.330570 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Attempting to bind port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:34:13.330903 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Attempting to bind port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:34:13.331230 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Attempting to bind port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:34:13.335907 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:34:13.336225 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Attempting to bind port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:34:13.341314 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:34:13.341646 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Checking segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:34:13.342053 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Bound using segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:34:13.342977 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Bound port: 5cc47b67-1879-4b8d-b3d5-5d6d2e039282, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:34:13.343339 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:13.407491 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] For port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:34:13.411380 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] For port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:34:13.417460 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:13.455565 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:13.456227 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:13.457539 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] 10.222.0.46 "PUT /v2.0/ports/5cc47b67-1879-4b8d-b3d5-5d6d2e039282 HTTP/1.1" status: 200 len: 1093 time: 0.6395507 Jun 06 14:34:13.457992 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:34:13.460176 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:34:13.487585 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5e0da-6f02-4a4a-aba9-437e0ba26a9f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:13.520668 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ed9df-fd30-487f-a15d-30824aa18a16 x-openstack-request-id: req-4b9ed9df-fd30-487f-a15d-30824aa18a16 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:34:13.521503 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:34:13.521503 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b9ed9df-fd30-487f-a15d-30824aa18a16 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:34:13.521978 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9ed9df-fd30-487f-a15d-30824aa18a16'] response: {'name': 'network-changed', 'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'status': 'completed', 'code': 200} Jun 06 14:34:13.564831 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-c71ebd2b-cf41-4f23-b684-aecc227647b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:13.566357 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-c71ebd2b-cf41-4f23-b684-aecc227647b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 1127 time: 0.0427713 Jun 06 14:34:13.610767 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-7ad7e664-9e7b-4f8a-aa11-7642d38a60f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282 HTTP/1.1" status: 200 len: 217 time: 0.0346270 Jun 06 14:34:13.666549 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-d051159a-d989-48ef-ba4d-f50b4ae5edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:13.667995 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-d051159a-d989-48ef-ba4d-f50b4ae5edc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0497098 Jun 06 14:34:13.673760 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3773c8-041b-4146-bb7f-5ee420a5db53 req-38a49ad4-b7a7-4bd6-a50a-7b51ad65788e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:13.675211 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c3773c8-041b-4146-bb7f-5ee420a5db53 req-38a49ad4-b7a7-4bd6-a50a-7b51ad65788e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 943 time: 0.0485299 Jun 06 14:34:13.722838 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-efbc4aab-0c1d-46e8-98d1-a12498acb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:13.724316 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-efbc4aab-0c1d-46e8-98d1-a12498acb4ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423219 Jun 06 14:34:13.726471 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c3773c8-041b-4146-bb7f-5ee420a5db53 req-e53d96b1-62a5-4487-be3b-80e1b239bccc tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449183 Jun 06 14:34:13.825238 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-0db21fcc-d918-4142-8840-1ec84c6ecdc2 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923164 Jun 06 14:34:13.917910 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:13.942173 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9133fdee-9380-4e8b-8420-dcbd992a08e4 req-1006cb09-171a-46c1-a9e5-3d8250820973 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083159 Jun 06 14:34:14.229454 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-fa2a6f78-f8b6-4529-9c49-71dc83d937c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:14.230949 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-fa2a6f78-f8b6-4529-9c49-71dc83d937c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 1127 time: 0.0385416 Jun 06 14:34:14.320788 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-62c830a1-521b-4ebe-9f92-80f3fc6765f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:14.322267 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-62c830a1-521b-4ebe-9f92-80f3fc6765f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.0852656 Jun 06 14:34:14.360770 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-1dd60139-dd7a-4fe2-a983-5f1532c56942 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282 HTTP/1.1" status: 200 len: 217 time: 0.0317290 Jun 06 14:34:14.396699 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:14.412815 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-67ded939-5b92-42f9-9d7e-2126fff33289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:14.414285 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-67ded939-5b92-42f9-9d7e-2126fff33289 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0452435 Jun 06 14:34:14.458683 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-9c42fcd1-73d4-4a1e-bc9f-01ff2363db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:14.460138 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-9c42fcd1-73d4-4a1e-bc9f-01ff2363db7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373306 Jun 06 14:34:14.554870 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-d912a947-5cc5-4643-bfb3-a13093b462e2 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851130 Jun 06 14:34:14.650353 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27154f57-2dfb-45f1-bfdf-f1773e0a21cd req-04dba6f1-e58c-4ceb-b0e1-b90ada0ec6dd service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857067 Jun 06 14:34:14.853387 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23c455-a2d4-4473-bad9-262e7363e039 req-f890b571-90f9-4954-b766-701784a53b12 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:14.854907 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff23c455-a2d4-4473-bad9-262e7363e039 req-f890b571-90f9-4954-b766-701784a53b12 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 943 time: 0.0505667 Jun 06 14:34:14.909015 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff23c455-a2d4-4473-bad9-262e7363e039 req-3092fc7b-3bac-4ec9-9b4e-b0f9e95b2b2a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479844 Jun 06 14:34:15.010167 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-ea46c0f0-9ee7-438b-9274-c9cfdbf05081 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2915819 Jun 06 14:34:15.094680 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-69840185-b967-4e11-b761-a1239a572572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:15.096164 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-69840185-b967-4e11-b761-a1239a572572 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=add30fb78c80414599ebb8f57fb31389&device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1129 time: 0.0393898 Jun 06 14:34:15.202832 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-c0d682b2-62e5-40e1-adbf-6b05b6e2f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:15.204213 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-c0d682b2-62e5-40e1-adbf-6b05b6e2f330 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 200 len: 910 time: 0.0877836 Jun 06 14:34:15.277126 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-dd313bbb-414a-4165-baf9-f8755153fa6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 1001 time: 0.0634882 Jun 06 14:34:15.329673 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-73273092-8af0-4d7e-8c77-06ed0c13ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:15.331129 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-73273092-8af0-4d7e-8c77-06ed0c13ea0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0ba066a-4556-4e15-b564-a5fec787deb6 HTTP/1.1" status: 200 len: 848 time: 0.0440755 Jun 06 14:34:15.380185 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-a78b1eab-e8d7-4e7c-80a4-c7b32b47f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:15.381797 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-a78b1eab-e8d7-4e7c-80a4-c7b32b47f8ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416727 Jun 06 14:34:15.473310 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-7ff2572d-99f7-4385-aa3e-063d27736923 service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814438 Jun 06 14:34:15.567565 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f9c0ad8-b578-4f90-92b7-8d0285e6392d req-7b22b600-f17b-463b-b11a-ccc0a45f69ab service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881746 Jun 06 14:34:16.033076 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f39782-41f9-4a5b-bbbd-1c3106373840 req-5cb94f3c-2cd0-4695-a856-fc9ed0b0b601 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:16.034603 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d3f39782-41f9-4a5b-bbbd-1c3106373840 req-5cb94f3c-2cd0-4695-a856-fc9ed0b0b601 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 943 time: 0.0574188 Jun 06 14:34:16.086820 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d3f39782-41f9-4a5b-bbbd-1c3106373840 req-7a835fc2-cf47-4044-a35f-ae059307ec16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466383 Jun 06 14:34:16.371472 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:16.374052 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:17.204611 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf962407-318a-453b-b2b7-4de4c99ad860 req-20d24b3c-6675-406a-817f-18e705730572 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:17.206119 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf962407-318a-453b-b2b7-4de4c99ad860 req-20d24b3c-6675-406a-817f-18e705730572 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 943 time: 0.0483088 Jun 06 14:34:17.224807 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:17.256751 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf962407-318a-453b-b2b7-4de4c99ad860 req-1a7c35da-339b-43f6-8a25-74eea7e58ab9 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451248 Jun 06 14:34:18.360401 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:18.371453 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c20319-90a5-4903-afad-1342a0a783b1 req-687ebf95-35d0-4c0c-81c9-2df4c0c65d03 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:18.372958 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c1c20319-90a5-4903-afad-1342a0a783b1 req-687ebf95-35d0-4c0c-81c9-2df4c0c65d03 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 943 time: 0.0468619 Jun 06 14:34:18.426908 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c1c20319-90a5-4903-afad-1342a0a783b1 req-d79e5700-6522-4c0a-8374-d8fc21c4dfaa tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477154 Jun 06 14:34:19.544261 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5f70-0c1d-4c5e-a859-e4cea9c5a385 req-c2f44a18-f071-4184-a7fc-226b30a35e05 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:19.545958 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dc7e5f70-0c1d-4c5e-a859-e4cea9c5a385 req-c2f44a18-f071-4184-a7fc-226b30a35e05 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 943 time: 0.0506387 Jun 06 14:34:19.595257 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dc7e5f70-0c1d-4c5e-a859-e4cea9c5a385 req-2611114d-a77c-4603-98b7-351269b371bf tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 Jun 06 14:34:20.713461 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc25682-5be5-4361-8f04-414b5231b43c req-cb89ccf1-1170-4ca7-8660-1a630c9cbaf3 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:20.715031 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1fc25682-5be5-4361-8f04-414b5231b43c req-cb89ccf1-1170-4ca7-8660-1a630c9cbaf3 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 943 time: 0.0493205 Jun 06 14:34:20.765657 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1fc25682-5be5-4361-8f04-414b5231b43c req-0285d30e-05e6-4122-9ec3-8a0ee13085ab tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445499 Jun 06 14:34:21.888997 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41615409-4e2b-483e-8217-1401b82bc911 req-bfcf5e18-04f0-4aee-adf4-52501ead9223 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:21.890543 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-41615409-4e2b-483e-8217-1401b82bc911 req-bfcf5e18-04f0-4aee-adf4-52501ead9223 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 943 time: 0.0562687 Jun 06 14:34:21.943508 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-41615409-4e2b-483e-8217-1401b82bc911 req-496e19bf-f18f-4f46-842a-5e1a8c2740e6 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462098 Jun 06 14:34:23.061013 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b2c04-48bb-48d9-8001-61c5e6ee9640 req-84dc6e0c-394f-4345-8e61-4ae096013e60 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:23.062498 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f70b2c04-48bb-48d9-8001-61c5e6ee9640 req-84dc6e0c-394f-4345-8e61-4ae096013e60 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 943 time: 0.0482023 Jun 06 14:34:23.112189 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f70b2c04-48bb-48d9-8001-61c5e6ee9640 req-a134bdde-06eb-44c1-8499-9be66935ef30 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Jun 06 14:34:23.504549 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:34:23.507295 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:23.508703 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=3,neutron:SELECT=56 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:23.511915 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:23.606551 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:23.621496 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:34:23.655055 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:34:23.655438 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:23.668942 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:34:23.689176 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:23.693054 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:23.737911 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:23.744846 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.745188 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.745523 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.745884 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.746213 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.746536 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.746855 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.747175 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.747520 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.747836 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.748152 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.748471 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.748784 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.749093 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.749406 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:23.958342 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['5cc47b67-1879-4b8d-b3d5-5d6d2e039282'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:34:24.238040 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0db9c2-5680-487c-a521-d82a183666cc req-e8e12a13-4772-4473-b5f9-473fb3c388ee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:24.239526 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf0db9c2-5680-487c-a521-d82a183666cc req-e8e12a13-4772-4473-b5f9-473fb3c388ee tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 944 time: 0.0573394 Jun 06 14:34:24.290269 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf0db9c2-5680-487c-a521-d82a183666cc req-02eb2123-639d-43db-bd85-92ee3f8053e0 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450342 Jun 06 14:34:25.406741 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc588d-8fb2-4267-bf88-1333f8d941fa req-a0e8cad1-80a3-46c2-b312-9749f463fe5d tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:25.408265 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e4fc588d-8fb2-4267-bf88-1333f8d941fa req-a0e8cad1-80a3-46c2-b312-9749f463fe5d tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 944 time: 0.0487683 Jun 06 14:34:25.459550 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e4fc588d-8fb2-4267-bf88-1333f8d941fa req-4ef327ff-cf56-4d6a-8474-ba05dbc14c29 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457973 Jun 06 14:34:25.519175 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:34:25.563639 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=88 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:25.565169 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=83 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:25.574707 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:34:25.586500 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:34:25.586879 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:25.662434 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:34:25.662845 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:25.689671 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:34:25.692297 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680838fb-f82f-4c64-85a8-d22809f7a9e0" -d '{"events": [{"server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "name": "network-vif-plugged", "status": "completed", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:34:25.705408 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:25.709806 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:25.742584 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce63c7-0808-4c8c-8d4b-04142c78575b x-openstack-request-id: req-e0ce63c7-0808-4c8c-8d4b-04142c78575b {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:34:25.742878 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "name": "network-vif-plugged", "status": "completed", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:34:25.743129 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0ce63c7-0808-4c8c-8d4b-04142c78575b {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:34:25.743521 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ce63c7-0808-4c8c-8d4b-04142c78575b'] response: {'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'code': 200} Jun 06 14:34:25.772151 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:25.981090 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbb87e-8aac-448f-904d-0ac7a681daf6 req-f3f2467f-03f6-4649-b3b8-e6a2515013bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:25.982861 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dafbb87e-8aac-448f-904d-0ac7a681daf6 req-f3f2467f-03f6-4649-b3b8-e6a2515013bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 1129 time: 0.0429325 Jun 06 14:34:26.039969 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dafbb87e-8aac-448f-904d-0ac7a681daf6 req-b891a48c-91d2-4c9e-852b-91363796188d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474663 Jun 06 14:34:26.589861 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eed86c-ac95-4426-8f8a-343bd4cc8148 req-b5f97617-ce02-4ea9-b27c-756466aacc07 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:26.591517 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-40eed86c-ac95-4426-8f8a-343bd4cc8148 req-b5f97617-ce02-4ea9-b27c-756466aacc07 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 945 time: 0.0562437 Jun 06 14:34:26.657544 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-40eed86c-ac95-4426-8f8a-343bd4cc8148 req-cb30c4b2-e076-4ce1-a560-857c3afa6651 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587564 Jun 06 14:34:27.785165 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963404c-e84c-48d9-95b0-36d8def2e28b req-414e375d-c315-4c5b-a685-5b99afa24e5f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:27.786788 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0963404c-e84c-48d9-95b0-36d8def2e28b req-414e375d-c315-4c5b-a685-5b99afa24e5f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 945 time: 0.0530167 Jun 06 14:34:27.840213 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0963404c-e84c-48d9-95b0-36d8def2e28b req-69c4e8e6-4d1f-481d-8454-32d7cc26e0a5 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477881 Jun 06 14:34:27.941415 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:27.960863 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89179e4-5853-40ae-bfed-e0f0e6a95da6 req-10cd93de-febf-48df-8f5a-34e659e9b896 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:27.962448 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a89179e4-5853-40ae-bfed-e0f0e6a95da6 req-10cd93de-febf-48df-8f5a-34e659e9b896 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 945 time: 0.0510926 Jun 06 14:34:28.017105 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a89179e4-5853-40ae-bfed-e0f0e6a95da6 req-5f79f0f2-3492-4c07-ae56-29bb167a40ad tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488172 Jun 06 14:34:28.041261 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50814) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:28.080522 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81945d87-0550-49f4-aaff-43d0580485f9 tempest-TestVolumeBootPattern-837952885 tempest-TestVolumeBootPattern-837952885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:28.082073 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-81945d87-0550-49f4-aaff-43d0580485f9 tempest-TestVolumeBootPattern-837952885 tempest-TestVolumeBootPattern-837952885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 1124 time: 0.0398920 Jun 06 14:34:28.084913 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50816) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:28.089497 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:34:28.112104 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:28.195591 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:28.318848 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Allocated IP 172.27.1.192 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/405bb0bc-8f21-45c7-9f43-948b6698a3c0) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:34:28.427439 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for port (405bb0bc-8f21-45c7-9f43-948b6698a3c0), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:28.460058 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (405bb0bc-8f21-45c7-9f43-948b6698a3c0), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:28.499812 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:34:28.503700 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:34:28.505916 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:34:28.538799 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'Port': ['ID=405bb0bc-8f21-45c7-9f43-948b6698a3c0,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:28.755168 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:28.840083 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:28.871548 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=14 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:28.873162 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=12 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:28.902163 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (153a4a6e-ebd9-4a59-90be-f25feaac1ddd), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:28.982858 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (405bb0bc-8f21-45c7-9f43-948b6698a3c0), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:29.188018 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for port (405bb0bc-8f21-45c7-9f43-948b6698a3c0), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:29.193143 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (405bb0bc-8f21-45c7-9f43-948b6698a3c0), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:29.264181 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'Port': ['ID=405bb0bc-8f21-45c7-9f43-948b6698a3c0,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:29.281770 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (153a4a6e-ebd9-4a59-90be-f25feaac1ddd), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:29.389745 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Floating IP 153a4a6e-ebd9-4a59-90be-f25feaac1ddd associated. External IP: 172.27.1.192, port: 5cc47b67-1879-4b8d-b3d5-5d6d2e039282. Jun 06 14:34:29.598303 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Router 8ff0d771-5c33-4823-8dde-97e266ad68fd has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:34:29.712843 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:29.718523 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:34:29.729079 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710962b2-bff2-400b-907c-806004d96bbd None None] Sync routers for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:34:29.739622 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:29.742266 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710962b2-bff2-400b-907c-806004d96bbd None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:29.742599 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-710962b2-bff2-400b-907c-806004d96bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:29.760221 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:29.772485 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-657493f1-0a17-47c8-9fe7-3fbabf720bb1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6865034 Jun 06 14:34:29.773330 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:34:29.775910 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faaf378-920e-4287-9282-1a78d63a9b54" -d '{"events": [{"name": "network-changed", "server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:34:29.814067 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3969668f-ea2d-469d-a82d-30c60c17fbcf x-openstack-request-id: req-3969668f-ea2d-469d-a82d-30c60c17fbcf {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:34:29.814272 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:34:29.814407 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3969668f-ea2d-469d-a82d-30c60c17fbcf {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:34:29.814810 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3969668f-ea2d-469d-a82d-30c60c17fbcf'] response: {'name': 'network-changed', 'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'status': 'completed', 'code': 200} Jun 06 14:34:29.848828 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-710962b2-bff2-400b-907c-806004d96bbd None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:29.885384 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-d47ec428-d489-48da-861c-f1cd15681dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:29.886926 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-d47ec428-d489-48da-861c-f1cd15681dad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 1129 time: 0.0437787 Jun 06 14:34:29.986290 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-ea32fba0-ead2-4263-ad0c-8fcc9d6f4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:29.988097 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-ea32fba0-ead2-4263-ad0c-8fcc9d6f4e29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.0944710 Jun 06 14:34:30.053393 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-57bf09ce-2f85-460b-aca0-b40c778d160c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282 HTTP/1.1" status: 200 len: 999 time: 0.0591435 Jun 06 14:34:30.068607 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-710962b2-bff2-400b-907c-806004d96bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '153a4a6e-ebd9-4a59-90be-f25feaac1ddd', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:34:28Z', 'updated_at': '2022-06-06T14:34:28Z', 'revision_number': 0, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:30.100141 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710962b2-bff2-400b-907c-806004d96bbd None None] Checking router: 8ff0d771-5c33-4823-8dde-97e266ad68fd for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:34:30.109080 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710962b2-bff2-400b-907c-806004d96bbd None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:30.109837 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-710962b2-bff2-400b-907c-806004d96bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:30.114171 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-e22e1ab6-220c-49f1-88ae-8166da3d9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:30.115634 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-e22e1ab6-220c-49f1-88ae-8166da3d9cd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0562103 Jun 06 14:34:30.156070 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:30.165339 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-682a3952-b927-4017-be44-3e02abf44017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:30.166875 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-682a3952-b927-4017-be44-3e02abf44017 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448661 Jun 06 14:34:30.213625 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-710962b2-bff2-400b-907c-806004d96bbd None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:30.248435 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=100 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:30.258907 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-7e770a57-5a51-42b5-a59f-e8cdaf5223c8 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859625 Jun 06 14:34:30.296670 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:30.356121 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0faaf378-920e-4287-9282-1a78d63a9b54 req-18890348-715f-4a81-a57e-b1cbf152fa73 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916185 Jun 06 14:34:30.439930 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-710962b2-bff2-400b-907c-806004d96bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '153a4a6e-ebd9-4a59-90be-f25feaac1ddd', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:34:28Z', 'updated_at': '2022-06-06T14:34:28Z', 'revision_number': 0, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:30.466592 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710962b2-bff2-400b-907c-806004d96bbd None None] The sync data for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi is: [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '153a4a6e-ebd9-4a59-90be-f25feaac1ddd', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:34:28Z', 'updated_at': '2022-06-06T14:34:28Z', 'revision_number': 0, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:34:30.671593 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08135da7-1c6e-42a5-bc50-5b00a80ee8d0 None None] New status for floating IP 153a4a6e-ebd9-4a59-90be-f25feaac1ddd: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:34:31.213958 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-248b296c-7d18-4cba-a1b1-3b57dc3ca44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:33.869892 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6e549156-daf2-4a1e-b7e3-4a095f9a859b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:35.057220 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:36.815409 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:38.007915 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=8 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:38.012272 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=74 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:38.225499 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:39.749408 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50824) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:39.907674 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Deleting port afe37b60-fa09-4477-a2a4-c086361b0275 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:34:39.908006 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (afe37b60-fa09-4477-a2a4-c086361b0275), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:39.995232 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (afe37b60-fa09-4477-a2a4-c086361b0275), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:39.995555 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for floatingip (afe37b60-fa09-4477-a2a4-c086361b0275), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:40.011076 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Calling delete_port for afe37b60-fa09-4477-a2a4-c086361b0275 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:34:40.171431 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (afe37b60-fa09-4477-a2a4-c086361b0275), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:40.195816 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event deleted for resources: {'Port': ['ID=afe37b60-fa09-4477-a2a4-c086361b0275,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:40.210910 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.211248 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.212948 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.212948 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.212948 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.212948 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.212948 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.213671 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.213671 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.213920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.214105 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.214416 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.214733 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.215045 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.215358 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:34:40.275590 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for floatingip (06160610-3c17-42a9-9a82-e47f9a41b257), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:40.275914 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Floating IP 06160610-3c17-42a9-9a82-e47f9a41b257 disassociated (deleted). External IP: 172.27.1.207, port: ec94f552-03df-49e5-bf66-261965d27d90. Jun 06 14:34:40.346330 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=44 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:40.353037 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:40.501137 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:34:40.616565 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:40.620237 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:34:40.625559 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:40.632761 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] Sync routers for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:34:40.646023 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:40.646666 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:40.664571 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e87655eb-387f-449f-a68e-8d6135caeb27 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "DELETE /v2.0/floatingips/06160610-3c17-42a9-9a82-e47f9a41b257 HTTP/1.1" status: 204 len: 168 time: 0.9099863 Jun 06 14:34:40.664571 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:34:40.664571 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf8ec15-1508-4f21-805b-fbcc3044a431" -d '{"events": [{"name": "network-changed", "server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "tag": "ec94f552-03df-49e5-bf66-261965d27d90"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:34:40.908511 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0764471d-55c3-4882-809a-8287532526f9 x-openstack-request-id: req-0764471d-55c3-4882-809a-8287532526f9 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:34:40.909517 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "tag": "ec94f552-03df-49e5-bf66-261965d27d90", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:34:40.909517 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0764471d-55c3-4882-809a-8287532526f9 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:34:40.909517 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0764471d-55c3-4882-809a-8287532526f9'] response: {'name': 'network-changed', 'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90', 'status': 'completed', 'code': 200} Jun 06 14:34:40.967470 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:40.972522 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df40f52-7081-4c8b-b05b-085ac30251f2 req-19c112fe-0382-4964-a7e0-b1237be2c67a tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:40.974148 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0df40f52-7081-4c8b-b05b-085ac30251f2 req-19c112fe-0382-4964-a7e0-b1237be2c67a tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0537691 Jun 06 14:34:41.045364 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0df40f52-7081-4c8b-b05b-085ac30251f2 req-5f83310a-3988-4f71-bf8e-02737d92cc89 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642998 Jun 06 14:34:41.180832 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'ff126bb1-3cab-46bb-95d4-0825b206293e', 'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'mac_address': 'fa:16:3e:ae:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:49Z', 'updated_at': '2022-06-06T14:29:55Z', 'revision_number': 5, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'subnets': [{'id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:41.237026 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] Checking router: a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:34:41.253787 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:41.254870 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:41.377165 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:41.590072 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'ff126bb1-3cab-46bb-95d4-0825b206293e', 'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'mac_address': 'fa:16:3e:ae:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:49Z', 'updated_at': '2022-06-06T14:29:55Z', 'revision_number': 5, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'subnets': [{'id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:41.617303 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed5ac2-2376-4c7a-aee3-68154de8ae76 None None] The sync data for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi is: [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:29:51Z', 'revision_number': 4, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': 'ff126bb1-3cab-46bb-95d4-0825b206293e', 'name': '', 'network_id': '5aaebfbc-d478-477c-b5e8-32d8ff91fb13', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'mac_address': 'fa:16:3e:ae:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:49Z', 'updated_at': '2022-06-06T14:29:55Z', 'revision_number': 5, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'subnets': [{'id': 'b0ba066a-4556-4e15-b564-a5fec787deb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:34:41.856104 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8b3c8-0796-42ac-a128-c45bc75ce750 None None] New status for floating IP 06160610-3c17-42a9-9a82-e47f9a41b257: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:34:42.173341 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-2cf5c5fc-9478-4a79-96d9-6da9ffee1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:42.176060 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-2cf5c5fc-9478-4a79-96d9-6da9ffee1cc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=add30fb78c80414599ebb8f57fb31389&device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 1129 time: 0.0490274 Jun 06 14:34:42.201839 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:42.228365 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c50d20-c066-4428-a13d-c0bfcb6f09c7 req-e074ba52-12e0-4aaa-b2fa-cbb488cfad57 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:42.230043 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00c50d20-c066-4428-a13d-c0bfcb6f09c7 req-e074ba52-12e0-4aaa-b2fa-cbb488cfad57 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0609405 Jun 06 14:34:42.260003 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:34:42.297531 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00c50d20-c066-4428-a13d-c0bfcb6f09c7 req-0d066de1-414b-4b9a-b7b7-4b6edf3b39e3 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586398 Jun 06 14:34:42.402966 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-9797aded-e72b-4782-896b-3ffc439d743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:42.404399 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-9797aded-e72b-4782-896b-3ffc439d743b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 200 len: 910 time: 0.1515405 Jun 06 14:34:42.524088 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-71377d4e-55f6-43a8-a0cc-a51127520389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 200 len: 217 time: 0.0414999 Jun 06 14:34:42.627363 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-785e5e51-fcbe-45b8-9a7c-8cdb19b812dc tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:42.628884 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-785e5e51-fcbe-45b8-9a7c-8cdb19b812dc tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.46 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0621901 Jun 06 14:34:42.630598 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-ac4cda91-015d-4638-b6b7-2098b57c7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:42.632027 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-ac4cda91-015d-4638-b6b7-2098b57c7ab4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b0ba066a-4556-4e15-b564-a5fec787deb6 HTTP/1.1" status: 200 len: 848 time: 0.0990965 Jun 06 14:34:42.725458 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-b0c804e9-b5d1-4f9b-8de3-783316b17a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:42.726979 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-b0c804e9-b5d1-4f9b-8de3-783316b17a17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5aaebfbc-d478-477c-b5e8-32d8ff91fb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871797 Jun 06 14:34:42.815004 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Deleting port ec94f552-03df-49e5-bf66-261965d27d90 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:34:42.815336 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (ec94f552-03df-49e5-bf66-261965d27d90), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:42.920792 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-d60f983a-e9d9-4913-b872-1dd9445815b0 service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752055 Jun 06 14:34:42.995676 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] For port ec94f552-03df-49e5-bf66-261965d27d90, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=ec94f552-03df-49e5-bf66-261965d27d90,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:42.995924 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (ec94f552-03df-49e5-bf66-261965d27d90), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:43.020510 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Calling delete_port for ec94f552-03df-49e5-bf66-261965d27d90 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:34:43.037522 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:43.101537 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cdf8ec15-1508-4f21-805b-fbcc3044a431 req-b113ab42-a6a7-40c0-8afc-84ba9ee0ddff service neutron] 10.222.0.46 "GET /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736186 Jun 06 14:34:43.443143 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9637c-00dd-481f-b24a-c73826dabd30 req-8cb008e5-ffb3-4907-94cd-324d1f8cdad9 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:34:43.446055 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2da9637c-00dd-481f-b24a-c73826dabd30 req-8cb008e5-ffb3-4907-94cd-324d1f8cdad9 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/ports?device_id=123cb5f8-c799-4e8e-bf26-2ca18f9ec78c HTTP/1.1" status: 200 len: 945 time: 0.0648222 Jun 06 14:34:43.513252 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2da9637c-00dd-481f-b24a-c73826dabd30 req-35421643-14f4-4f44-b407-e2a04ae1ab57 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "GET /v2.0/security-groups?id=d823557f-cab5-4840-b1d9-b14ca13c1cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612845 Jun 06 14:34:43.531907 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (ec94f552-03df-49e5-bf66-261965d27d90), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:43.578372 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event deleted for resources: {'Port': ['ID=ec94f552-03df-49e5-bf66-261965d27d90,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:43.626711 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] No DVR routers for this DVR port ec94f552-03df-49e5-bf66-261965d27d90 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:34:43.629593 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:43.632908 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-48b9f768-bfef-4f46-ad39-e72f5b2806ec req-7ac5d7eb-d1e3-4eb4-9d94-d51f650e8ff5 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.46 "DELETE /v2.0/ports/ec94f552-03df-49e5-bf66-261965d27d90 HTTP/1.1" status: 204 len: 173 time: 0.9943218 Jun 06 14:34:43.633370 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'name': 'network-vif-deleted', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:34:43.635760 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41fe449-bb73-4841-b738-199a0e55f457" -d '{"events": [{"server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "name": "network-vif-deleted", "tag": "ec94f552-03df-49e5-bf66-261965d27d90"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:34:43.696922 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da25e49-7902-40ef-8b38-6e65f14b48e4 x-openstack-request-id: req-8da25e49-7902-40ef-8b38-6e65f14b48e4 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:34:43.698167 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123cb5f8-c799-4e8e-bf26-2ca18f9ec78c", "name": "network-vif-deleted", "tag": "ec94f552-03df-49e5-bf66-261965d27d90", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:34:43.698428 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8da25e49-7902-40ef-8b38-6e65f14b48e4 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:34:43.699005 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da25e49-7902-40ef-8b38-6e65f14b48e4'] response: {'server_uuid': '123cb5f8-c799-4e8e-bf26-2ca18f9ec78c', 'name': 'network-vif-deleted', 'tag': 'ec94f552-03df-49e5-bf66-261965d27d90', 'status': 'completed', 'code': 200} Jun 06 14:34:44.591396 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50846) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:44.672807 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-afd8aded-44b9-4c77-9498-0fa712c9b818 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group (d823557f-cab5-4840-b1d9-b14ca13c1cda), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:44.701903 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-afd8aded-44b9-4c77-9498-0fa712c9b818 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group (d823557f-cab5-4840-b1d9-b14ca13c1cda), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:44.775073 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-afd8aded-44b9-4c77-9498-0fa712c9b818 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (d823557f-cab5-4840-b1d9-b14ca13c1cda), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:44.778066 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-afd8aded-44b9-4c77-9498-0fa712c9b818 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:44.779952 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-afd8aded-44b9-4c77-9498-0fa712c9b818 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] 10.222.0.13 "DELETE /v2.0/security-groups/d823557f-cab5-4840-b1d9-b14ca13c1cda HTTP/1.1" status: 204 len: 168 time: 0.1875336 Jun 06 14:34:44.795326 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8aded-44b9-4c77-9498-0fa712c9b818 tempest-TestShelveInstance-1201890591 tempest-TestShelveInstance-1201890591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d823557f-cab5-4840-b1d9-b14ca13c1cda,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:44.849599 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50850) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:45.397367 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:45.531874 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:45.633545 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Deleting port ff126bb1-3cab-46bb-95d4-0825b206293e {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:34:45.634323 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:45.721769 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:45.724039 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] For port ff126bb1-3cab-46bb-95d4-0825b206293e, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ff126bb1-3cab-46bb-95d4-0825b206293e,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:45.724397 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:45.739477 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Calling delete_port for ff126bb1-3cab-46bb-95d4-0825b206293e owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:34:45.949281 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (ff126bb1-3cab-46bb-95d4-0825b206293e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:45.973473 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff126bb1-3cab-46bb-95d4-0825b206293e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:46.144366 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:46.363828 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:34:46.375194 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:46.488086 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:34:46.493199 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d243c756-597d-44ac-b438-017540ea44b5 admin admin] 10.222.0.13 "PUT /v2.0/routers/a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6421247 Jun 06 14:34:46.496096 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50854) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:46.499062 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] Sync routers for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:34:46.512214 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:46.512830 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:46.607900 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks [] for router (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:46.626706 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:46.811109 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:34:45Z', 'revision_number': 5, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:46.837330 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] Checking router: a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:34:46.847115 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] Routers {'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:46.847740 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:46.954173 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:46.972191 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:46.972822 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:46.974405 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] Set router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:47.004133 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks [] for router_gateway (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.048691 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Deleting port 7aa1327a-6221-4966-91db-6766dd56b342 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:34:47.049028 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (7aa1327a-6221-4966-91db-6766dd56b342), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.133347 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] For port 7aa1327a-6221-4966-91db-6766dd56b342, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7aa1327a-6221-4966-91db-6766dd56b342,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:47.133740 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (7aa1327a-6221-4966-91db-6766dd56b342), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.154068 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Calling delete_port for 7aa1327a-6221-4966-91db-6766dd56b342 owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:34:47.183441 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:34:45Z', 'revision_number': 5, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:47.210229 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966e894-3973-44f1-8987-fcbaa5ae13bf None None] The sync data for ids ['a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45'] in dv-cinder-844140-2-iscsi is: [{'id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'name': 'tempest-TestShelveInstance-1427224617-router', 'tenant_id': 'add30fb78c80414599ebb8f57fb31389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '7aa1327a-6221-4966-91db-6766dd56b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:45Z', 'updated_at': '2022-06-06T14:34:45Z', 'revision_number': 5, 'project_id': 'add30fb78c80414599ebb8f57fb31389', 'gw_port': {'id': '7aa1327a-6221-4966-91db-6766dd56b342', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:46Z', 'updated_at': '2022-06-06T14:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:34:47.328765 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (7aa1327a-6221-4966-91db-6766dd56b342), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.354996 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa1327a-6221-4966-91db-6766dd56b342,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:47.422193 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.509761 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.511967 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks [] for router_controller (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.559505 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.560431 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:34:47.568192 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.571701 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9f41e0a7-4960-4220-a9f1-0fba8077d484 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a2b1cfa2-c3f1-4ba7-8114-b5c6e7e12d45 HTTP/1.1" status: 204 len: 168 time: 1.0723696 Jun 06 14:34:47.571981 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50856) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:47.597344 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device ec94f552-03df-49e5-bf66-261965d27d90 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:34:47.599745 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:47.619927 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bc5e86-02a5-4121-9e13-19a13faf7583 admin admin] Deleting subnet b0ba066a-4556-4e15-b564-a5fec787deb6 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:34:47.622057 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:47.622696 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: ec94f552-03df-49e5-bf66-261965d27d90 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:34:47.623060 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device ec94f552-03df-49e5-bf66-261965d27d90 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:34:47.624371 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-38bc5e86-02a5-4121-9e13-19a13faf7583 admin admin] Publish callbacks [] for subnet (b0ba066a-4556-4e15-b564-a5fec787deb6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.663921 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-38bc5e86-02a5-4121-9e13-19a13faf7583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26037606'] for subnet (b0ba066a-4556-4e15-b564-a5fec787deb6), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.755944 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-38bc5e86-02a5-4121-9e13-19a13faf7583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (b0ba066a-4556-4e15-b564-a5fec787deb6), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.821833 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-38bc5e86-02a5-4121-9e13-19a13faf7583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25289273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26770698'] for subnet (b0ba066a-4556-4e15-b564-a5fec787deb6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.852925 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc5e86-02a5-4121-9e13-19a13faf7583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ba066a-4556-4e15-b564-a5fec787deb6,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:47.859368 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-38bc5e86-02a5-4121-9e13-19a13faf7583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:47.865342 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d481e8a-f96b-4257-b1ab-878fa4ba2858 None None] Network 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:34:47.877041 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-38bc5e86-02a5-4121-9e13-19a13faf7583 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b0ba066a-4556-4e15-b564-a5fec787deb6 HTTP/1.1" status: 204 len: 168 time: 0.3002322 Jun 06 14:34:47.877432 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50858) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:47.959207 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:47.992483 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (5aaebfbc-d478-477c-b5e8-32d8ff91fb13), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.037429 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:48.051895 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Deleting port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:34:48.052224 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.121749 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] For port 1b0f9388-07bf-450f-b7f5-318b018f0bf6, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=1b0f9388-07bf-450f-b7f5-318b018f0bf6,segment=NetworkSegment(ce1882b5-52e0-4816-ad67-62a6f0fbc59b),segment_id=ce1882b5-52e0-4816-ad67-62a6f0fbc59b)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:48.122128 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.138751 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Calling delete_port for 1b0f9388-07bf-450f-b7f5-318b018f0bf6 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:34:48.226705 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (1b0f9388-07bf-450f-b7f5-318b018f0bf6), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.250859 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0f9388-07bf-450f-b7f5-318b018f0bf6,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:48.256289 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] No DVR routers for this DVR port 1b0f9388-07bf-450f-b7f5-318b018f0bf6 on host dv-cinder-844140-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:34:48.305542 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed026d2-68ec-4f89-900c-e0f344b69f73 None None] DHCP port deletion for 5aaebfbc-d478-477c-b5e8-32d8ff91fb13 request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:34:48.347506 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (5aaebfbc-d478-477c-b5e8-32d8ff91fb13), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.370519 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaebfbc-d478-477c-b5e8-32d8ff91fb13']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:48.380133 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:48.380425 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1882b5-52e0-4816-ad67-62a6f0fbc59b') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:48.390717 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3234498'] for segment (ce1882b5-52e0-4816-ad67-62a6f0fbc59b), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.403991 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (ce1882b5-52e0-4816-ad67-62a6f0fbc59b), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.411297 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:34:48.411701 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3388999'] for segment (ce1882b5-52e0-4816-ad67-62a6f0fbc59b), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.475412 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (5aaebfbc-d478-477c-b5e8-32d8ff91fb13), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.481879 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:48.488665 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5aaebfbc-d478-477c-b5e8-32d8ff91fb13 HTTP/1.1" status: 204 len: 168 time: 0.6069603 Jun 06 14:34:48.489057 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50864) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:48.497869 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1af487-0243-44ef-be6b-aa3ad0e31b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aaebfbc-d478-477c-b5e8-32d8ff91fb13,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:48.502474 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 1b0f9388-07bf-450f-b7f5-318b018f0bf6 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:34:48.520312 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment ce1882b5-52e0-4816-ad67-62a6f0fbc59b resource provider aggregate not found Jun 06 14:34:48.527672 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 1b0f9388-07bf-450f-b7f5-318b018f0bf6 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:34:48.528319 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 1b0f9388-07bf-450f-b7f5-318b018f0bf6 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:34:48.528812 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ff126bb1-3cab-46bb-95d4-0825b206293e no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:34:48.538857 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment ce1882b5-52e0-4816-ad67-62a6f0fbc59b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce1882b5-52e0-4816-ad67-62a6f0fbc59b found for delete ", "request_id": "req-24c98ac9-e216-4c87-88b3-d0ed01663650"}]} Jun 06 14:34:48.549562 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: ff126bb1-3cab-46bb-95d4-0825b206293e {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:34:48.549853 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ff126bb1-3cab-46bb-95d4-0825b206293e not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:34:48.550253 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7aa1327a-6221-4966-91db-6766dd56b342 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:34:48.573392 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 7aa1327a-6221-4966-91db-6766dd56b342 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:34:48.573792 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7aa1327a-6221-4966-91db-6766dd56b342 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:34:48.643641 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:48.823641 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (c8a3e8c5-efdf-49f3-9b80-b92887f264be), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:49.042572 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Deleting port 5143ed62-03a6-453c-96b2-242a6354d505 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:34:49.042937 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (5143ed62-03a6-453c-96b2-242a6354d505), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:49.123927 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] For port 5143ed62-03a6-453c-96b2-242a6354d505, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=5143ed62-03a6-453c-96b2-242a6354d505,segment=NetworkSegment(81f941b5-00fc-4ba9-a23b-342d353b375c),segment_id=81f941b5-00fc-4ba9-a23b-342d353b375c)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:49.124204 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (5143ed62-03a6-453c-96b2-242a6354d505), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:49.137090 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Calling delete_port for 5143ed62-03a6-453c-96b2-242a6354d505 owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:34:49.138799 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:49.334593 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (5143ed62-03a6-453c-96b2-242a6354d505), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:49.362403 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Pushing event deleted for resources: {'Port': ['ID=5143ed62-03a6-453c-96b2-242a6354d505,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:49.476730 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:49.536665 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (c8a3e8c5-efdf-49f3-9b80-b92887f264be), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:49.743828 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Router c8a3e8c5-efdf-49f3-9b80-b92887f264be has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:34:49.850029 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:34:49.855153 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-256dbd8e-71ef-46f1-a917-de5587f49601 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8a3e8c5-efdf-49f3-9b80-b92887f264be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3650022 Jun 06 14:34:49.858080 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50868) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:49.858788 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] Sync routers for ids ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:34:49.869419 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] Routers {'c8a3e8c5-efdf-49f3-9b80-b92887f264be'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:49.870060 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:49.965405 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks [] for router (c8a3e8c5-efdf-49f3-9b80-b92887f264be), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:49.972852 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] Set router c8a3e8c5-efdf-49f3-9b80-b92887f264be gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:50.064165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks [] for router_gateway (c8a3e8c5-efdf-49f3-9b80-b92887f264be), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.106567 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Deleting port ff842386-e64a-45a2-9e94-53496a2998a1 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:34:50.106909 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.157461 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:55Z', 'updated_at': '2022-06-06T14:34:49Z', 'revision_number': 5, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'gw_port': {'id': 'ff842386-e64a-45a2-9e94-53496a2998a1', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:29:56Z', 'updated_at': '2022-06-06T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:50.185634 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] Checking router: c8a3e8c5-efdf-49f3-9b80-b92887f264be for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:34:50.193081 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] For port ff842386-e64a-45a2-9e94-53496a2998a1, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ff842386-e64a-45a2-9e94-53496a2998a1,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:50.193436 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.195353 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] Routers {'c8a3e8c5-efdf-49f3-9b80-b92887f264be'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:34:50.195961 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:34:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:50.207484 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Calling delete_port for ff842386-e64a-45a2-9e94-53496a2998a1 owned by network:router_gateway {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:34:50.264923 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:50.273033 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:50.275358 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] Set router c8a3e8c5-efdf-49f3-9b80-b92887f264be gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:34:50.327836 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:55Z', 'updated_at': '2022-06-06T14:34:50Z', 'revision_number': 6, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'gw_port_host': None}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:50.352373 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b0777-8a23-421e-ae3d-d1c0e88241bd None None] The sync data for ids ['c8a3e8c5-efdf-49f3-9b80-b92887f264be'] in dv-cinder-844140-2-iscsi is: [{'id': 'c8a3e8c5-efdf-49f3-9b80-b92887f264be', 'name': 'tempest-TestShelveInstance-632789441-router', 'tenant_id': '046d374b343c49deaa23fb1fbdb85cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:29:55Z', 'updated_at': '2022-06-06T14:34:50Z', 'revision_number': 6, 'project_id': '046d374b343c49deaa23fb1fbdb85cbe', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:34:50.380974 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (ff842386-e64a-45a2-9e94-53496a2998a1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.404488 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff842386-e64a-45a2-9e94-53496a2998a1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:50.474677 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (c8a3e8c5-efdf-49f3-9b80-b92887f264be), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.566258 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (c8a3e8c5-efdf-49f3-9b80-b92887f264be), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.568489 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks [] for router_controller (c8a3e8c5-efdf-49f3-9b80-b92887f264be), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.613571 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (c8a3e8c5-efdf-49f3-9b80-b92887f264be), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.615737 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a3e8c5-efdf-49f3-9b80-b92887f264be {{(pid=103910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:34:50.621442 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.622414 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8c28767d-35c5-47db-943f-a7305a4d2f0d admin admin] 10.222.0.13 "DELETE /v2.0/routers/c8a3e8c5-efdf-49f3-9b80-b92887f264be HTTP/1.1" status: 204 len: 168 time: 0.7631910 Jun 06 14:34:50.625987 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50872) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:50.676019 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca36803f-a62e-459f-b233-2807233fc63f admin admin] Deleting subnet 70718815-8eb8-4c4b-a5b9-cbc2b3485fbf {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:34:50.679858 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca36803f-a62e-459f-b233-2807233fc63f admin admin] Publish callbacks [] for subnet (70718815-8eb8-4c4b-a5b9-cbc2b3485fbf), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.724434 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca36803f-a62e-459f-b233-2807233fc63f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26037606'] for subnet (70718815-8eb8-4c4b-a5b9-cbc2b3485fbf), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.777337 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:50.815760 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca36803f-a62e-459f-b233-2807233fc63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (70718815-8eb8-4c4b-a5b9-cbc2b3485fbf), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.874574 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca36803f-a62e-459f-b233-2807233fc63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25289273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26770698'] for subnet (70718815-8eb8-4c4b-a5b9-cbc2b3485fbf), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.903333 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36803f-a62e-459f-b233-2807233fc63f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70718815-8eb8-4c4b-a5b9-cbc2b3485fbf,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:50.910771 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca36803f-a62e-459f-b233-2807233fc63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:50.914351 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ca36803f-a62e-459f-b233-2807233fc63f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70718815-8eb8-4c4b-a5b9-cbc2b3485fbf HTTP/1.1" status: 204 len: 168 time: 0.2868390 Jun 06 14:34:50.916423 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4abf3-4be0-4765-8da9-ba70d8876e1b None None] Network 0656e80d-3001-45ea-97dd-c492e5f0b696 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:34:50.917141 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 50874) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:50.990418 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (0656e80d-3001-45ea-97dd-c492e5f0b696), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.040153 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Deleting port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:34:51.040482 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.103503 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] For port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473,segment=NetworkSegment(81f941b5-00fc-4ba9-a23b-342d353b375c),segment_id=81f941b5-00fc-4ba9-a23b-342d353b375c)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:34:51.103864 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.118762 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Calling delete_port for 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:34:51.132448 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e785e78-f4aa-4fe5-88ed-eaf1eebd2ba3 None None] DHCP port deletion for 0656e80d-3001-45ea-97dd-c492e5f0b696 request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:34:51.137373 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 5143ed62-03a6-453c-96b2-242a6354d505 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:34:51.220696 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.247856 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:51.253827 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] No DVR routers for this DVR port 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 on host dv-cinder-844140-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:34:51.297588 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0e785e78-f4aa-4fe5-88ed-eaf1eebd2ba3 None None] The port '29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473' was deleted {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Jun 06 14:34:51.317275 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 5143ed62-03a6-453c-96b2-242a6354d505 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:34:51.317275 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 5143ed62-03a6-453c-96b2-242a6354d505 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:34:51.336156 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (0656e80d-3001-45ea-97dd-c492e5f0b696), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.358984 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0656e80d-3001-45ea-97dd-c492e5f0b696']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:51.368636 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f941b5-00fc-4ba9-a23b-342d353b375c') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:51.368884 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f941b5-00fc-4ba9-a23b-342d353b375c') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:34:51.383357 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3234498'] for segment (81f941b5-00fc-4ba9-a23b-342d353b375c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.399102 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (81f941b5-00fc-4ba9-a23b-342d353b375c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.405617 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:34:51.406569 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3388999'] for segment (81f941b5-00fc-4ba9-a23b-342d353b375c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.446860 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 81f941b5-00fc-4ba9-a23b-342d353b375c resource provider aggregate not found Jun 06 14:34:51.476781 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment 81f941b5-00fc-4ba9-a23b-342d353b375c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81f941b5-00fc-4ba9-a23b-342d353b375c found for delete ", "request_id": "req-425e54aa-201c-4310-b38d-342b244c81ab"}]} Jun 06 14:34:51.477923 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (0656e80d-3001-45ea-97dd-c492e5f0b696), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.483972 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.487320 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0656e80d-3001-45ea-97dd-c492e5f0b696 HTTP/1.1" status: 204 len: 168 time: 0.5693839 Jun 06 14:34:51.502225 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a24ef-e08d-48da-a505-29fb40819cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0656e80d-3001-45ea-97dd-c492e5f0b696,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:51.616469 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50882) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:51.659304 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-60d71082-37e8-4a60-80aa-da624010bcc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=add30fb78c80414599ebb8f57fb31389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415750 Jun 06 14:34:51.661684 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50884) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:51.711479 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf7b28dd-3fb1-483e-976d-951c2b22dc36 admin admin] Publish callbacks [] for security_group (13ec871f-b1ed-456a-a55e-961d14003937), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.732762 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf7b28dd-3fb1-483e-976d-951c2b22dc36 admin admin] Publish callbacks [] for security_group (13ec871f-b1ed-456a-a55e-961d14003937), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.778983 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf7b28dd-3fb1-483e-976d-951c2b22dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (13ec871f-b1ed-456a-a55e-961d14003937), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.781571 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf7b28dd-3fb1-483e-976d-951c2b22dc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:51.782741 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-bf7b28dd-3fb1-483e-976d-951c2b22dc36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13ec871f-b1ed-456a-a55e-961d14003937 HTTP/1.1" status: 204 len: 168 time: 0.1201131 Jun 06 14:34:51.790838 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b28dd-3fb1-483e-976d-951c2b22dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ec871f-b1ed-456a-a55e-961d14003937,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:52.118223 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50890) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:52.152706 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:34:52.160725 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-bfb85338-200d-4562-b2e3-0ddb7d966e8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=046d374b343c49deaa23fb1fbdb85cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414064 Jun 06 14:34:52.163197 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 50892) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:34:52.214739 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27677c23-dc14-44fa-bf52-6b50dbe422f3 admin admin] Publish callbacks [] for security_group (33204f13-bb05-47a9-98c7-98c17111bfe6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:52.237212 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27677c23-dc14-44fa-bf52-6b50dbe422f3 admin admin] Publish callbacks [] for security_group (33204f13-bb05-47a9-98c7-98c17111bfe6), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:52.283622 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27677c23-dc14-44fa-bf52-6b50dbe422f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (33204f13-bb05-47a9-98c7-98c17111bfe6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:52.286156 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27677c23-dc14-44fa-bf52-6b50dbe422f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:34:52.287278 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-27677c23-dc14-44fa-bf52-6b50dbe422f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33204f13-bb05-47a9-98c7-98c17111bfe6 HTTP/1.1" status: 204 len: 168 time: 0.1232052 Jun 06 14:34:52.295133 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27677c23-dc14-44fa-bf52-6b50dbe422f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33204f13-bb05-47a9-98c7-98c17111bfe6,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:34:52.489234 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:34:52.509611 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:34:52.509979 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 29c6e6f2-b6e9-4d53-8f0a-fbb3379cb473 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:34:52.510399 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ff842386-e64a-45a2-9e94-53496a2998a1 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:34:52.533903 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: ff842386-e64a-45a2-9e94-53496a2998a1 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:34:52.534249 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ff842386-e64a-45a2-9e94-53496a2998a1 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:35:00.302772 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:00.331462 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=58 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:01.219244 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-19bc7984-99b1-4c10-abc1-d006261be6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:01.488388 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:DELETE=8,neutron:SELECT=75 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:01.489467 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=76,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:02.290019 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:02.290927 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:03.872142 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8aea45fc-4bdc-4b12-9f66-310aeb3fc57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:05.064973 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:06.816208 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:08.227397 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:13.032319 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:15.961110 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-1a0b4151-2fda-4b1d-a7c0-db2941c064c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412264 Jun 06 14:35:16.051733 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-b6d331c7-1da4-4879-8473-a6662bc3449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:35:16.053253 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-b6d331c7-1da4-4879-8473-a6662bc3449d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 1129 time: 0.0453250 Jun 06 14:35:16.168017 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-81298647-b688-4499-91ff-2c90fbbeb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:35:16.171145 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-81298647-b688-4499-91ff-2c90fbbeb01e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.0970039 Jun 06 14:35:16.254552 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-654e6a1d-f98a-42a7-82eb-32bd3164f845 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282 HTTP/1.1" status: 200 len: 1001 time: 0.0779314 Jun 06 14:35:16.323065 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-06b53471-eb61-4870-b384-1493731a6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:35:16.324520 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-06b53471-eb61-4870-b384-1493731a6c60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0609450 Jun 06 14:35:16.368103 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-f9191de8-5f83-49f9-ba0a-a85483d244b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:35:16.369650 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-f9191de8-5f83-49f9-ba0a-a85483d244b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389113 Jun 06 14:35:16.464412 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-8cdd5929-bea1-4923-b8ce-58398029aa0a service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879984 Jun 06 14:35:16.567577 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-197e3d6f-95fe-4b33-a75d-5f9e2f42d2e4 req-09fceed2-d865-4c66-9e65-e9bbefcbfda2 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932844 Jun 06 14:35:19.262076 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:35:23.022064 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:23.025358 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:23.027387 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:26.557088 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=54 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:26.564435 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=47 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:31.224954 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-21c4217a-dfd1-4917-b67c-67d0161d3f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:33.874968 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a7b14dec-edc6-4349-8c5c-5969b5c7d695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:34.134329 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:34.135510 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:35.064958 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:36.818636 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:38.229208 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:43.033382 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:35:48.893541 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:53.024569 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=2,neutron:SELECT=15 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:53.026478 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:35:56.261206 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:36:01.219242 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f055f998-0c88-40c9-b86c-332b0cc74c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:03.879347 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-61338ac0-8463-47d2-8f7a-d0a539eaed09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:05.065989 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:06.256237 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:06.256891 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:06.821940 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:08.231534 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:13.050016 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:14.713508 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-2c144fb4-2ebe-46da-9264-58d06dbc2174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127961813&fields=id&tenant_id=8963278084b2491799c6c5e403b5cfcc HTTP/1.1" status: 200 len: 267 time: 0.0462716 Jun 06 14:36:14.818345 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-2fc17841-be28-473a-8e80-f7d437099765 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:14.819803 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-2fc17841-be28-473a-8e80-f7d437099765 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 812 time: 0.0999048 Jun 06 14:36:14.833876 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-b2d4619c-9d15-4019-af4a-e69475f04ab7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/quotas/8963278084b2491799c6c5e403b5cfcc HTTP/1.1" status: 200 len: 375 time: 0.0088315 Jun 06 14:36:14.888256 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3cc076e7-502f-4a33-b46c-a824c1275146 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495567 Jun 06 14:36:14.991809 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-31705766-9d1a-4a5b-b0e1-9436a73e458c service neutron] 10.222.0.13 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922894 Jun 06 14:36:15.083631 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-d146abdb-6dc3-44b0-8239-992eb73beb5a service neutron] 10.222.0.13 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Jun 06 14:36:15.400483 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b2e76d21-849a-4a71-acf8-ffed8bc993da req-1232ee67-50fe-4bc1-95c7-f917e7da96dd tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 210 time: 0.0286562 Jun 06 14:36:16.498062 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-618ec25a-f947-4b94-9479-d29f5c4cdc41 req-da70a55b-13b0-4a82-94a0-47236c75bce1 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 210 time: 0.0294549 Jun 06 14:36:16.671034 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-964950c2-ba04-4521-881b-30a6498b5ab9 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:16.672474 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-964950c2-ba04-4521-881b-30a6498b5ab9 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 812 time: 0.1093910 Jun 06 14:36:16.749206 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-d8b8deaa-65b8-41a0-aa3a-780619b44729 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8963278084b2491799c6c5e403b5cfcc HTTP/1.1" status: 200 len: 379 time: 0.0555971 Jun 06 14:36:16.768068 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'port': {'device_id': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'admin_state_up': True, 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'security_groups': ['ceb56078-3ca2-45ad-a6c3-0e101707d576']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:36:16.877749 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Made reservation on behalf of 8963278084b2491799c6c5e403b5cfcc for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 14:36:16.881170 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:17.010254 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Allocated IP 172.20.0.3 (ffd02b94-0815-4079-ba8c-cfb2a272a2a8/01149b82-1c6a-40bb-ac42-4c52a6d7298d/35c43b09-21d6-48dd-83bb-2ea1471751cc) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:36:17.154519 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:17.189087 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:17.233564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:36:17.236858 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:36:17.243216 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:36:17.267998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'Port': ['ID=35c43b09-21d6-48dd-83bb-2ea1471751cc,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:36:17.285255 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.285590 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.285950 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.286287 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.286623 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.286944 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.287264 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.287578 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.287902 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.288219 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.288535 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.288863 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.289165 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.289505 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.289837 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:17.310125 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:17.310672 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:17.329176 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-a187934d-58f5-4522-9203-3b868c39d174 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648530 Jun 06 14:36:17.367416 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Request body: {'port': {'device_id': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84414'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:36:17.433587 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:17.435406 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:17.449059 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:17.472647 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-5ff7eab1-c14b-4a86-9c32-27c228090c55 None None] Provisioning complete for port 35c43b09-21d6-48dd-83bb-2ea1471751cc triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:36:17.473352 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5ff7eab1-c14b-4a86-9c32-27c228090c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:17.505574 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7eab1-c14b-4a86-9c32-27c228090c55 None None] Port 35c43b09-21d6-48dd-83bb-2ea1471751cc cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 06 14:36:17.619340 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd5a87-a7e5-4f1a-b85c-c52e7d5297ee req-7b079515-861d-43f9-b711-83d01b3b245a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:17.621020 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-48dd5a87-a7e5-4f1a-b85c-c52e7d5297ee req-7b079515-861d-43f9-b711-83d01b3b245a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 931 time: 0.0484166 Jun 06 14:36:17.677855 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-48dd5a87-a7e5-4f1a-b85c-c52e7d5297ee req-a1b70ae0-ef5f-459a-bd03-fcb38b1f3470 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507448 Jun 06 14:36:17.764762 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c43b09-21d6-48dd-83bb-2ea1471751cc {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:36:17.775528 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Publish callbacks [] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:17.784601 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-be46080a-37ea-4cf5-97e5-b5b49df42296 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749629 Jun 06 14:36:17.792414 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Transition to ACTIVE for port object 35c43b09-21d6-48dd-83bb-2ea1471751cc will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 06 14:36:17.796340 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:17.888393 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Pushing event updated for resources: {'Port': ['ID=35c43b09-21d6-48dd-83bb-2ea1471751cc,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:36:17.893646 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-b03480d8-2235-4916-8185-8e7851f06e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:17.894506 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-b03480d8-2235-4916-8185-8e7851f06e84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 1129 time: 0.0629816 Jun 06 14:36:18.027446 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Attempting to bind port 35c43b09-21d6-48dd-83bb-2ea1471751cc on host hv-cinder-84414 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 06 14:36:18.027784 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Attempting to bind port 35c43b09-21d6-48dd-83bb-2ea1471751cc by drivers openvswitch,hyperv on host hv-cinder-84414 at level 0 using segments [{'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 06 14:36:18.028111 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Attempting to bind port 35c43b09-21d6-48dd-83bb-2ea1471751cc on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:36:18.039595 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Port 35c43b09-21d6-48dd-83bb-2ea1471751cc on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84414 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 06 14:36:18.039846 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Attempting to bind port 35c43b09-21d6-48dd-83bb-2ea1471751cc on network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 06 14:36:18.053488 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Checking agent: {'id': '481bb871-6313-49b5-beb7-0d05f10c86eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84414', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'started_at': datetime.datetime(2022, 6, 6, 14, 20, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 6, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 06 14:36:18.053851 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Checking segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 06 14:36:18.054233 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Bound using segment: {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 06 14:36:18.054660 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Bound port: 35c43b09-21d6-48dd-83bb-2ea1471751cc, host: hv-cinder-84414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 06 14:36:18.055019 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:18.058359 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-ba8fc34e-c329-4d78-a478-a438626dc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:18.059812 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-ba8fc34e-c329-4d78-a478-a438626dc0d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.1257863 Jun 06 14:36:18.161406 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-14201751-ce71-495b-8911-b211fadd1d1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282 HTTP/1.1" status: 200 len: 1001 time: 0.0915706 Jun 06 14:36:18.166886 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] For port 35c43b09-21d6-48dd-83bb-2ea1471751cc, host hv-cinder-84414, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 06 14:36:18.170189 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] For port 35c43b09-21d6-48dd-83bb-2ea1471751cc, host hv-cinder-84414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=35c43b09-21d6-48dd-83bb-2ea1471751cc,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 06 14:36:18.203556 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3388963'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:18.253786 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:18.254404 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:18.255797 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] 10.222.0.46 "PUT /v2.0/ports/35c43b09-21d6-48dd-83bb-2ea1471751cc HTTP/1.1" status: 200 len: 1093 time: 0.8926182 Jun 06 14:36:18.256305 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:36:18.258583 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9614a5-6a7e-4a47-9b96-90686505581b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:36:18.283206 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-2c593875-a9bb-4d7a-8bdf-86901dbedd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:18.285366 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-2c593875-a9bb-4d7a-8bdf-86901dbedd7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.1135135 Jun 06 14:36:18.290851 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:18.314939 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:18.334406 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e65f20c-4259-4dee-9272-244ee705ffb0 x-openstack-request-id: req-3e65f20c-4259-4dee-9272-244ee705ffb0 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:36:18.334700 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:36:18.334955 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e65f20c-4259-4dee-9272-244ee705ffb0 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:36:18.335351 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e65f20c-4259-4dee-9272-244ee705ffb0'] response: {'name': 'network-changed', 'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'status': 'completed', 'code': 200} Jun 06 14:36:18.338308 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6068e-f261-4d9f-885f-bcb3472b6666 service neutron] Pushing event updated for resources: {'Port': ['ID=35c43b09-21d6-48dd-83bb-2ea1471751cc,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:36:18.372785 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-cb5e1881-bd0a-4723-b39d-0b999675a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:18.374355 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-cb5e1881-bd0a-4723-b39d-0b999675a238 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824168 Jun 06 14:36:18.382870 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-82bef959-9b00-405d-adc8-b214c947fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:18.384558 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-82bef959-9b00-405d-adc8-b214c947fc9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 1127 time: 0.0799513 Jun 06 14:36:18.476775 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-12df03dd-9792-4f2b-a84e-e6db154b76cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c43b09-21d6-48dd-83bb-2ea1471751cc HTTP/1.1" status: 200 len: 217 time: 0.0717115 Jun 06 14:36:18.554295 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-1cf1128d-fc49-4524-aeb9-9b4b064240f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:18.555796 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-1cf1128d-fc49-4524-aeb9-9b4b064240f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0683196 Jun 06 14:36:18.557659 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-32296573-6a54-4ca6-afc2-693f72b88da2 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604307 Jun 06 14:36:18.653069 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-cf35c3c2-c1ad-460a-a34b-3b608ce90564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:18.654583 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-cf35c3c2-c1ad-460a-a34b-3b608ce90564 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823672 Jun 06 14:36:18.745735 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07d3761-c3cf-437d-8376-87ee5252d08b req-f6aa51dd-09b8-4e59-9cca-9c938aa7a99b service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723001 Jun 06 14:36:18.780183 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-281bf11b-b592-43f0-86ac-e5d37a058087 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135902 Jun 06 14:36:18.807669 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58029d-8ece-4d06-8903-7fb8693ccb21 req-230b2886-fd62-4ea6-889a-9b6acedfa5b3 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:18.809308 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3e58029d-8ece-4d06-8903-7fb8693ccb21 req-230b2886-fd62-4ea6-889a-9b6acedfa5b3 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 943 time: 0.0618095 Jun 06 14:36:18.863106 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3e58029d-8ece-4d06-8903-7fb8693ccb21 req-d81bad47-c4c7-493c-8906-b56a43369d74 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472827 Jun 06 14:36:18.883543 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d72fea0c-e53a-4e9a-874f-9554ed234121 req-2cf77a21-44be-4ef2-be2e-15c48fe0c2fe service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938239 Jun 06 14:36:19.474816 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-1acb2850-e9c5-4b53-bf3f-43061f9898e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:19.476354 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-1acb2850-e9c5-4b53-bf3f-43061f9898e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 1127 time: 0.0411263 Jun 06 14:36:19.588589 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-dd99be24-fe84-4c08-91eb-6c5556cf5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:19.590057 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-dd99be24-fe84-4c08-91eb-6c5556cf5e40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.0896780 Jun 06 14:36:19.793879 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-ca3efcb8-a792-49f2-b23f-8b2f228dee84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c43b09-21d6-48dd-83bb-2ea1471751cc HTTP/1.1" status: 200 len: 217 time: 0.0346332 Jun 06 14:36:19.843643 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-9a370a80-e544-4732-9265-828f70e0b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:19.845066 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-9a370a80-e544-4732-9265-828f70e0b24b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0426695 Jun 06 14:36:19.895392 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-1ac55868-2d31-4369-91c1-390d83dbac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:19.896876 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-1ac55868-2d31-4369-91c1-390d83dbac15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429764 Jun 06 14:36:19.978737 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155002bf-2720-419f-9cf4-da071ecc5451 req-e729f499-b7a4-4167-b444-382f434bc285 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:19.980193 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-155002bf-2720-419f-9cf4-da071ecc5451 req-e729f499-b7a4-4167-b444-382f434bc285 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 943 time: 0.0467672 Jun 06 14:36:19.991719 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-49dd6fea-c242-4e78-a85d-b54ee23c6e99 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852563 Jun 06 14:36:20.029392 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-155002bf-2720-419f-9cf4-da071ecc5451 req-590fb87a-2db4-40f0-9d5f-5f780d7e1888 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432196 Jun 06 14:36:20.311994 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:20.341512 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc9614a5-6a7e-4a47-9b96-90686505581b req-9850ae66-df16-4971-9828-a6bb19a6491e service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404572 Jun 06 14:36:21.148389 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b4d2-a495-4521-865d-e664faf36570 req-50b81565-de09-483e-9f6f-6974e46bbb4f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:21.149852 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e246b4d2-a495-4521-865d-e664faf36570 req-50b81565-de09-483e-9f6f-6974e46bbb4f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 943 time: 0.0496230 Jun 06 14:36:21.199487 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e246b4d2-a495-4521-865d-e664faf36570 req-9ea32c61-8f2b-4fd0-99ac-7ed9ea7d17ab tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441628 Jun 06 14:36:22.316968 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128512f-9022-4c12-89ba-9551dbdb2150 req-cc4cdbad-e577-4af3-b7f6-df3c7c8e3ff6 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:22.318474 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a128512f-9022-4c12-89ba-9551dbdb2150 req-cc4cdbad-e577-4af3-b7f6-df3c7c8e3ff6 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 943 time: 0.0515742 Jun 06 14:36:22.368787 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a128512f-9022-4c12-89ba-9551dbdb2150 req-6da6f2c6-2048-4e51-885d-7fbaad6be234 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447891 Jun 06 14:36:23.484670 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad50e79-eada-4fa7-b1df-e2939c2b3a46 req-3f901f54-2cd1-4acb-bcc5-5fcde032d9f7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:23.486181 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4ad50e79-eada-4fa7-b1df-e2939c2b3a46 req-3f901f54-2cd1-4acb-bcc5-5fcde032d9f7 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 943 time: 0.0505378 Jun 06 14:36:23.528598 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:23.538866 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4ad50e79-eada-4fa7-b1df-e2939c2b3a46 req-e6926202-ea6d-4caf-ab13-c6571dcae037 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460649 Jun 06 14:36:24.657653 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36fc7b-9096-484b-99a0-cbabc6d4c510 req-7cdcfb6b-9980-4248-912f-ac68ac08d104 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:24.659751 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b36fc7b-9096-484b-99a0-cbabc6d4c510 req-7cdcfb6b-9980-4248-912f-ac68ac08d104 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 943 time: 0.0515165 Jun 06 14:36:24.686489 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=100 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:24.713002 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b36fc7b-9096-484b-99a0-cbabc6d4c510 req-5c64b95d-9bc3-4897-87b8-b867cfd51d11 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483687 Jun 06 14:36:25.978543 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892f375-6113-4f79-8424-56793c3711c3 req-4f75ffa1-cf70-427f-8c8b-4f5eac172a83 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:25.980024 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6892f375-6113-4f79-8424-56793c3711c3 req-4f75ffa1-cf70-427f-8c8b-4f5eac172a83 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 943 time: 0.0487673 Jun 06 14:36:26.034943 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6892f375-6113-4f79-8424-56793c3711c3 req-47bd1708-0b69-42a7-a177-adb0a1eb9cb8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479171 Jun 06 14:36:27.153734 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7770a6-4dc2-424e-b431-6666bbaf8d91 req-3ec68b2d-a9b2-49f1-8d1d-e7ae2501cb21 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:27.155218 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c7770a6-4dc2-424e-b431-6666bbaf8d91 req-3ec68b2d-a9b2-49f1-8d1d-e7ae2501cb21 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 943 time: 0.0475891 Jun 06 14:36:27.207287 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8c7770a6-4dc2-424e-b431-6666bbaf8d91 req-93c2dbea-249b-4057-ab1d-daf84f80e081 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456250 Jun 06 14:36:28.017217 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 35c43b09-21d6-48dd-83bb-2ea1471751cc details requested by agent hyperv_hv-cinder-84414 with host hv-cinder-84414 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 06 14:36:28.021079 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:28.026537 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=15 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:28.121648 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 35c43b09-21d6-48dd-83bb-2ea1471751cc, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=35c43b09-21d6-48dd-83bb-2ea1471751cc,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:36:28.133614 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Returning: {'device': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'port_id': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'mac_address': 'fa:16:3e:18:f2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 06 14:36:28.171509 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 35c43b09-21d6-48dd-83bb-2ea1471751cc is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:36:28.171889 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:28.185025 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c43b09-21d6-48dd-83bb-2ea1471751cc {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 06 14:36:28.205225 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 35c43b09-21d6-48dd-83bb-2ea1471751cc, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=35c43b09-21d6-48dd-83bb-2ea1471751cc,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:36:28.210926 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:28.257411 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=35c43b09-21d6-48dd-83bb-2ea1471751cc,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:36:28.264715 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.265060 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.265402 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.265758 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.266090 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.266413 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.266736 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.267057 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.267449 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.267756 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.268865 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.269324 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.269658 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.270007 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.270329 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:28.326065 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d862a86-bb0d-487b-9c81-e3a1360f41ee req-810aeaa3-e3d8-4cbe-89a9-12b1bf12d5cc tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:28.327577 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d862a86-bb0d-487b-9c81-e3a1360f41ee req-810aeaa3-e3d8-4cbe-89a9-12b1bf12d5cc tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 944 time: 0.0520391 Jun 06 14:36:28.378531 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d862a86-bb0d-487b-9c81-e3a1360f41ee req-309a941b-4d2f-4be3-800a-d24fd0d1c35e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436778 Jun 06 14:36:28.477149 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] get_ports_and_sgs() called for port_ids ['35c43b09-21d6-48dd-83bb-2ea1471751cc'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 06 14:36:29.496749 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ed7b4-aea1-43e7-a571-acb6ac823905 req-66a4411d-80b3-4c2d-9858-03dad968f04f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:29.498235 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df6ed7b4-aea1-43e7-a571-acb6ac823905 req-66a4411d-80b3-4c2d-9858-03dad968f04f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 944 time: 0.0528197 Jun 06 14:36:29.548470 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df6ed7b4-aea1-43e7-a571-acb6ac823905 req-61a0ec4c-aafe-4124-8140-f8da6d65cd90 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444615 Jun 06 14:36:30.032626 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 35c43b09-21d6-48dd-83bb-2ea1471751cc up at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 06 14:36:30.052931 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=55,neutron:UPDATE=6 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:30.077257 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning for port 35c43b09-21d6-48dd-83bb-2ea1471751cc completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 06 14:36:30.083306 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Provisioning complete for port 35c43b09-21d6-48dd-83bb-2ea1471751cc triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 06 14:36:30.083671 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16179808'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:30.156886 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Current status of the port 35c43b09-21d6-48dd-83bb-2ea1471751cc is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 06 14:36:30.157264 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:30.182006 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:36:30.184228 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8211b4cef874ca068c20eb30c5aef96fc217c9b62ca1283a293141ea7cef7200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a06910-ffe0-4b47-938e-9cd0ea6180ff" -d '{"events": [{"server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "name": "network-vif-plugged", "status": "completed", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:36:30.198116 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] For port 35c43b09-21d6-48dd-83bb-2ea1471751cc, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=35c43b09-21d6-48dd-83bb-2ea1471751cc,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:36:30.202499 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:30.224757 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c138ef08-37b6-4c9e-8028-2ba4f79d0d28 x-openstack-request-id: req-c138ef08-37b6-4c9e-8028-2ba4f79d0d28 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:36:30.225041 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "name": "network-vif-plugged", "status": "completed", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:36:30.225285 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c138ef08-37b6-4c9e-8028-2ba4f79d0d28 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:36:30.225666 dv-cinder-844140-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c138ef08-37b6-4c9e-8028-2ba4f79d0d28'] response: {'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'code': 200} Jun 06 14:36:30.253676 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Pushing event updated for resources: {'Port': ['ID=35c43b09-21d6-48dd-83bb-2ea1471751cc,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:36:30.336998 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:30.338827 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:30.458945 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eecb4-d006-4982-9564-d5aa270dc0fd req-5b2e83d1-4f6e-40a7-b34a-53c7ad71d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:30.460627 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-120eecb4-d006-4982-9564-d5aa270dc0fd req-5b2e83d1-4f6e-40a7-b34a-53c7ad71d7ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 1129 time: 0.0395329 Jun 06 14:36:30.511417 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-120eecb4-d006-4982-9564-d5aa270dc0fd req-f41572b0-3613-4905-9a10-437780cf1c68 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417006 Jun 06 14:36:30.677450 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cb101-86fd-4892-b49b-fcd378754819 req-376c7db7-f908-45fd-b98a-19a801d96b44 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:30.678858 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0f5cb101-86fd-4892-b49b-fcd378754819 req-376c7db7-f908-45fd-b98a-19a801d96b44 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 945 time: 0.0619154 Jun 06 14:36:30.734814 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0f5cb101-86fd-4892-b49b-fcd378754819 req-92a3eec5-d116-4427-a21f-72a3b826c3bc tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501394 Jun 06 14:36:31.223871 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d9d80f49-d807-45e1-aca6-cd1be87fc293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:31.850057 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f15d-f581-44c0-9851-6d945c82629e req-264c26cc-dd33-4c2b-ae71-81a43a41966a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:31.851417 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b080f15d-f581-44c0-9851-6d945c82629e req-264c26cc-dd33-4c2b-ae71-81a43a41966a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 945 time: 0.0456371 Jun 06 14:36:31.904290 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b080f15d-f581-44c0-9851-6d945c82629e req-10d6fd1f-d64a-4d01-8dca-a6e60035e06e tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473394 Jun 06 14:36:33.023234 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37e819-4d01-472b-b3c0-eae964c6716d req-b02ca99b-199f-433f-a993-3aa19226fd4f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:33.024769 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db37e819-4d01-472b-b3c0-eae964c6716d req-b02ca99b-199f-433f-a993-3aa19226fd4f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 945 time: 0.0507317 Jun 06 14:36:33.087769 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db37e819-4d01-472b-b3c0-eae964c6716d req-399e48b7-a375-458f-9854-710812027557 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552919 Jun 06 14:36:33.200694 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0b89a-578a-49e8-94be-3971ec990c5d req-fbe8d604-c3a8-4c38-a916-d93daf2c7ac3 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:33.202118 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e0b89a-578a-49e8-94be-3971ec990c5d req-fbe8d604-c3a8-4c38-a916-d93daf2c7ac3 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 945 time: 0.0475070 Jun 06 14:36:33.250215 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e0b89a-578a-49e8-94be-3971ec990c5d req-4ea80c5d-c72e-4563-9d88-abefe892565d tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Jun 06 14:36:33.259798 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:36:33.273473 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 51022) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:36:33.315820 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c255600-28f4-4e06-9487-4d73b0739b38 tempest-TestVolumeBootPattern-837952885 tempest-TestVolumeBootPattern-837952885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:33.317330 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9c255600-28f4-4e06-9487-4d73b0739b38 tempest-TestVolumeBootPattern-837952885 tempest-TestVolumeBootPattern-837952885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 1124 time: 0.0428636 Jun 06 14:36:33.320070 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 51024) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:36:33.324197 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Request body: {'floatingip': {'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'port_id': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 06 14:36:33.354403 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:33.432412 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:33.471885 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:33.498192 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:33.543255 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Allocated IP 172.27.1.194 (dea14587-d188-4dfb-8f9f-93b71cd429d0/76eedb19-7805-404e-9aa3-aabadadbcf64/56da8a5a-da6d-45e4-a58e-3194796c26c7) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 14:36:33.650248 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for port (56da8a5a-da6d-45e4-a58e-3194796c26c7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:33.681874 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735719218436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (56da8a5a-da6d-45e4-a58e-3194796c26c7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:33.725929 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Network dea14587-d188-4dfb-8f9f-93b71cd429d0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 14:36:33.733023 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 14:36:33.736058 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 06 14:36:33.739502 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'Port': ['ID=56da8a5a-da6d-45e4-a58e-3194796c26c7,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:36:33.766405 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.766746 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.767085 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.767421 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.767744 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.768617 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.768920 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.769244 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.769563 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.769916 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.770238 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.770558 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.770874 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.771189 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.771502 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:36:33.881431 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5dbdbd64-804f-4cdf-a7ed-cb497903f2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:34.107170 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (4a89be5f-0752-4a3c-bbf0-fab69662781a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:34.175597 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16369187'] for port (56da8a5a-da6d-45e4-a58e-3194796c26c7), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:34.238769 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:34.299317 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:34.354106 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for port (56da8a5a-da6d-45e4-a58e-3194796c26c7), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:34.358808 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735719517058', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735719218454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735719218472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25289223'] for port (56da8a5a-da6d-45e4-a58e-3194796c26c7), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:34.435989 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event updated for resources: {'Port': ['ID=56da8a5a-da6d-45e4-a58e-3194796c26c7,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:36:34.450166 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-381745'] for floatingip (4a89be5f-0752-4a3c-bbf0-fab69662781a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:34.545644 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Floating IP 4a89be5f-0752-4a3c-bbf0-fab69662781a associated. External IP: 172.27.1.194, port: 35c43b09-21d6-48dd-83bb-2ea1471751cc. Jun 06 14:36:35.037679 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Router 8ff0d771-5c33-4823-8dde-97e266ad68fd has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:36:35.072720 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:35.147215 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:36:35.156365 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] Sync routers for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:36:35.166314 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:36:35.166544 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:35.166922 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:36:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:36:35.198087 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5812ca76-9bb1-42a1-b0f0-b1054ac69a16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8769875 Jun 06 14:36:35.198667 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:36:35.200908 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0659c4-4968-400b-91b7-5a06b4cbc182" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:36:35.237863 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc28f22a-f460-4dde-9ec5-02baf2186eb9 x-openstack-request-id: req-bc28f22a-f460-4dde-9ec5-02baf2186eb9 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:36:35.238323 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:36:35.238579 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc28f22a-f460-4dde-9ec5-02baf2186eb9 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:36:35.238991 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc28f22a-f460-4dde-9ec5-02baf2186eb9'] response: {'name': 'network-changed', 'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'status': 'completed', 'code': 200} Jun 06 14:36:35.270523 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:36:35.298297 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-fa5ba188-2719-4914-878f-e078a0a0fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:35.300450 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-fa5ba188-2719-4914-878f-e078a0a0fffb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 1129 time: 0.0392768 Jun 06 14:36:35.406568 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-c380bd50-697e-4554-ac92-ab1fd312d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:35.408010 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-c380bd50-697e-4554-ac92-ab1fd312d952 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.1020632 Jun 06 14:36:35.472518 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-859b1b8b-5161-4aac-a3b9-29d11a588842 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c43b09-21d6-48dd-83bb-2ea1471751cc HTTP/1.1" status: 200 len: 999 time: 0.0570331 Jun 06 14:36:35.487354 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '153a4a6e-ebd9-4a59-90be-f25feaac1ddd', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:34:28Z', 'updated_at': '2022-06-06T14:34:30Z', 'revision_number': 1, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}, {'id': '4a89be5f-0752-4a3c-bbf0-fab69662781a', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:18:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:36:33Z', 'updated_at': '2022-06-06T14:36:33Z', 'revision_number': 0, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:36:35.516219 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] Checking router: 8ff0d771-5c33-4823-8dde-97e266ad68fd for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:36:35.519290 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:35.525743 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-25a0ab6d-1b15-4886-89ff-dd200cffd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:35.526606 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:36:35.527247 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:36:34Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:36:35.527370 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-25a0ab6d-1b15-4886-89ff-dd200cffd009 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0493944 Jun 06 14:36:35.571422 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-a9662193-8bb3-4dbc-b893-a0e1ea6263c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:36:35.572940 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-a9662193-8bb3-4dbc-b893-a0e1ea6263c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393741 Jun 06 14:36:35.629433 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:36:35.666489 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-6bd4de81-c22e-42f0-8ac1-232dfaae3c84 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875425 Jun 06 14:36:35.764884 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be0659c4-4968-400b-91b7-5a06b4cbc182 req-9b9cc931-3882-4793-b58a-df523e4e963c service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922172 Jun 06 14:36:35.821259 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:35.970116 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '153a4a6e-ebd9-4a59-90be-f25feaac1ddd', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:34:28Z', 'updated_at': '2022-06-06T14:34:30Z', 'revision_number': 1, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}, {'id': '4a89be5f-0752-4a3c-bbf0-fab69662781a', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:18:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:36:33Z', 'updated_at': '2022-06-06T14:36:33Z', 'revision_number': 0, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:36:35.998567 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf5ad0-e282-41c9-be40-b4584daa29b6 None None] The sync data for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi is: [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '153a4a6e-ebd9-4a59-90be-f25feaac1ddd', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:34:28Z', 'updated_at': '2022-06-06T14:34:30Z', 'revision_number': 1, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}, {'id': '4a89be5f-0752-4a3c-bbf0-fab69662781a', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.194', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:18:f2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:36:33Z', 'updated_at': '2022-06-06T14:36:33Z', 'revision_number': 0, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:36:36.184976 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ecee5-6d20-4007-afee-a94a2ebf22bd None None] New status for floating IP 4a89be5f-0752-4a3c-bbf0-fab69662781a: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:36:36.823655 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:38.234811 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:43.047068 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:36:45.190092 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:45.194130 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:45.760612 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=53 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:45.761578 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=59 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:46.287411 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:46.289276 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:53.037266 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=25 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:53.040508 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:36:53.043235 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:01.230416 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4d32df63-814e-449f-ba1b-fc364e4d8206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:03.890129 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37d06b4d-6ead-480a-93aa-5836c45ae229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:05.076501 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:06.829232 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:08.243144 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:10.259319 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:37:10.526285 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:13.051972 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:17.733679 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-598c62fd-5683-492a-bedc-8853f6507df0 req-8d79389c-d5ad-4714-b0e3-f902c764605f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378685 Jun 06 14:37:17.815104 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c62fd-5683-492a-bedc-8853f6507df0 req-14684520-65c9-4d4f-81e7-6e345a07363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:37:17.816742 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-598c62fd-5683-492a-bedc-8853f6507df0 req-14684520-65c9-4d4f-81e7-6e345a07363e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 1129 time: 0.0411084 Jun 06 14:37:17.926872 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c62fd-5683-492a-bedc-8853f6507df0 req-9935ea31-a515-4277-ac0b-d896430543c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:37:17.928325 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-598c62fd-5683-492a-bedc-8853f6507df0 req-9935ea31-a515-4277-ac0b-d896430543c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.0937397 Jun 06 14:37:17.993799 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-598c62fd-5683-492a-bedc-8853f6507df0 req-e5e5d4f5-e14b-460b-9b1e-09661b4c8729 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282 HTTP/1.1" status: 200 len: 1001 time: 0.0583348 Jun 06 14:37:18.049468 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c62fd-5683-492a-bedc-8853f6507df0 req-82b34af0-ae80-46cf-be2d-5ab6c893091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:37:18.050982 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-598c62fd-5683-492a-bedc-8853f6507df0 req-82b34af0-ae80-46cf-be2d-5ab6c893091d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0504582 Jun 06 14:37:18.100872 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c62fd-5683-492a-bedc-8853f6507df0 req-764b8026-c5c4-4c50-a236-cf301c1b85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:37:18.102312 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-598c62fd-5683-492a-bedc-8853f6507df0 req-764b8026-c5c4-4c50-a236-cf301c1b85f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401471 Jun 06 14:37:18.193812 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-598c62fd-5683-492a-bedc-8853f6507df0 req-d7fcb753-8500-4fb5-8e66-e5c5b49c08df service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842385 Jun 06 14:37:18.291199 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-598c62fd-5683-492a-bedc-8853f6507df0 req-290e908e-9bcf-41b1-a82b-667cb066e54d service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912621 Jun 06 14:37:23.039668 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:23.044103 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:23.046101 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:28.286822 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=50 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:28.287693 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=51 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:29.130451 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:31.222586 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-84575c4f-d103-4a0c-87f6-96dd9ee5c0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:33.884873 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e5683405-c07c-4c4d-8bd7-a8b284cfd0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:35.073907 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:36.832253 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:38.237766 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:43.046113 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:37:47.258879 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:37:47.522942 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:48.874216 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:53.040437 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:53.042503 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:37:57.254543 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:01.224699 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b7510757-1c85-449d-9e1d-1a442bf4b1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:03.888779 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-68638d77-1656-4059-9bfd-6fcc56153681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:04.227706 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 51048) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:04.371607 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Deleting port 56da8a5a-da6d-45e4-a58e-3194796c26c7 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:04.371971 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (56da8a5a-da6d-45e4-a58e-3194796c26c7), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:04.450138 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (56da8a5a-da6d-45e4-a58e-3194796c26c7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:04.450463 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (56da8a5a-da6d-45e4-a58e-3194796c26c7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:04.463544 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Calling delete_port for 56da8a5a-da6d-45e4-a58e-3194796c26c7 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:04.612641 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (56da8a5a-da6d-45e4-a58e-3194796c26c7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:04.637381 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event deleted for resources: {'Port': ['ID=56da8a5a-da6d-45e4-a58e-3194796c26c7,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:04.663897 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.664242 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.664584 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.664921 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.665249 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.665655 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.666023 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.666488 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.666834 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.667160 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.667486 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.667812 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.668131 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.668450 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.668766 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:04.711076 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (4a89be5f-0752-4a3c-bbf0-fab69662781a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:04.711401 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Floating IP 4a89be5f-0752-4a3c-bbf0-fab69662781a disassociated (deleted). External IP: 172.27.1.194, port: 35c43b09-21d6-48dd-83bb-2ea1471751cc. Jun 06 14:38:04.911421 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Router 8ff0d771-5c33-4823-8dde-97e266ad68fd has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:38:05.016833 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:38:05.021510 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:05.026604 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] Sync routers for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:38:05.036521 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:38:05.037136 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:38:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:05.051038 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-65a0bc03-2be4-434d-81c7-2f1b36425b69 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a89be5f-0752-4a3c-bbf0-fab69662781a HTTP/1.1" status: 204 len: 168 time: 0.8223372 Jun 06 14:38:05.051602 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:38:05.053897 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec5446d-6ea0-4afe-bb30-abf892fd4497" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:38:05.102849 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc81ca3f-f2d4-43da-976a-4dcb199a3493 x-openstack-request-id: req-cc81ca3f-f2d4-43da-976a-4dcb199a3493 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:38:05.103190 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:38:05.103495 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc81ca3f-f2d4-43da-976a-4dcb199a3493 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:38:05.103906 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc81ca3f-f2d4-43da-976a-4dcb199a3493'] response: {'name': 'network-changed', 'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'status': 'completed', 'code': 200} Jun 06 14:38:05.127982 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:05.158491 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:38:05.172045 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-0d4d01ef-439e-4b3e-aa27-785183091705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:05.174685 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-0d4d01ef-439e-4b3e-aa27-785183091705 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 1129 time: 0.0469868 Jun 06 14:38:05.293782 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-e22100e8-b268-463b-90f0-c3fa38b7cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:05.295322 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-e22100e8-b268-463b-90f0-c3fa38b7cbe0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.0987668 Jun 06 14:38:05.384378 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '153a4a6e-ebd9-4a59-90be-f25feaac1ddd', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:34:28Z', 'updated_at': '2022-06-06T14:34:30Z', 'revision_number': 1, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:05.398827 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:05.404859 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:05.412565 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] Checking router: 8ff0d771-5c33-4823-8dde-97e266ad68fd for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:38:05.420149 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae5556-8eec-4436-8215-646bef9d777d req-80db69bf-3a0d-497f-b9d5-ecb70f1dfc5b tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:05.421208 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:38:05.421667 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-baae5556-8eec-4436-8215-646bef9d777d req-80db69bf-3a0d-497f-b9d5-ecb70f1dfc5b tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 945 time: 0.1698694 Jun 06 14:38:05.421849 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:38:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:05.475500 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-baae5556-8eec-4436-8215-646bef9d777d req-b4c7d7a0-04cc-4302-9b89-e0beb359dbb9 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478189 Jun 06 14:38:05.520891 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:38:05.728633 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '153a4a6e-ebd9-4a59-90be-f25feaac1ddd', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:34:28Z', 'updated_at': '2022-06-06T14:34:30Z', 'revision_number': 1, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:05.752705 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3afd0a-ac91-49d0-adfb-b7b27b45ba30 None None] The sync data for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi is: [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_floatingips': [{'id': '153a4a6e-ebd9-4a59-90be-f25feaac1ddd', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'router_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'port_id': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'mac_address': 'fa:16:3e:a1:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-06T14:34:28Z', 'updated_at': '2022-06-06T14:34:30Z', 'revision_number': 1, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:38:05.974223 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9325422-5e8e-4385-9ce6-994d547b82ae None None] New status for floating IP 4a89be5f-0752-4a3c-bbf0-fab69662781a: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:38:06.565447 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-851748f3-f0d4-4dfb-8842-7c7bc6a16597 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c43b09-21d6-48dd-83bb-2ea1471751cc HTTP/1.1" status: 200 len: 217 time: 0.0926158 Jun 06 14:38:06.644520 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0235ee0-92d4-4717-97e3-4930739af229 req-6812f089-32a4-4afa-95f6-efb1e73ce360 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:06.645897 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0235ee0-92d4-4717-97e3-4930739af229 req-6812f089-32a4-4afa-95f6-efb1e73ce360 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 945 time: 0.0984418 Jun 06 14:38:06.698008 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0235ee0-92d4-4717-97e3-4930739af229 req-5ca21fd1-bc01-42ea-9ace-7fc9307f4f49 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459249 Jun 06 14:38:06.716076 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-58cf6a68-eeba-48bc-b9bc-fd0d5b226be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:06.717510 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-58cf6a68-eeba-48bc-b9bc-fd0d5b226be6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0475805 Jun 06 14:38:06.761618 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-58edbbf3-7300-40d7-8f88-e547f369d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:06.763118 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-58edbbf3-7300-40d7-8f88-e547f369d930 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390651 Jun 06 14:38:06.833273 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:07.072787 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-b049f179-bb39-43ab-b656-cd8e99f05d69 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161859 Jun 06 14:38:07.107145 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-693fd606-e12b-40d0-8acf-efb5547c7aca tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:07.108574 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-693fd606-e12b-40d0-8acf-efb5547c7aca tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 945 time: 0.0728307 Jun 06 14:38:07.242292 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Deleting port 35c43b09-21d6-48dd-83bb-2ea1471751cc {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:07.242646 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:07.246896 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8ec5446d-6ea0-4afe-bb30-abf892fd4497 req-e7b159b8-53e8-4d67-94ba-afa3353f94e9 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662247 Jun 06 14:38:07.338603 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] For port 35c43b09-21d6-48dd-83bb-2ea1471751cc, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=35c43b09-21d6-48dd-83bb-2ea1471751cc,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:07.338872 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:07.354314 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Calling delete_port for 35c43b09-21d6-48dd-83bb-2ea1471751cc owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:07.484378 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (35c43b09-21d6-48dd-83bb-2ea1471751cc), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:07.517073 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event deleted for resources: {'Port': ['ID=35c43b09-21d6-48dd-83bb-2ea1471751cc,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:07.545071 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.545414 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.545803 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.546135 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.546457 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.546777 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.547093 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.547407 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.547720 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.548032 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.548349 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.548663 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.548973 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.549280 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.549589 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:07.573063 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] No DVR routers for this DVR port 35c43b09-21d6-48dd-83bb-2ea1471751cc on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:38:07.575658 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:07.578795 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d123bbf5-4185-47d0-8fb1-29b6889225cd req-96f860b4-f32a-482e-8213-c3db7f91e61a tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "DELETE /v2.0/ports/35c43b09-21d6-48dd-83bb-2ea1471751cc HTTP/1.1" status: 204 len: 173 time: 0.4419305 Jun 06 14:38:07.579200 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'name': 'network-vif-deleted', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:38:07.581364 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e6ea7a-b7d8-47e2-a078-07878a5b99f1" -d '{"events": [{"server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "name": "network-vif-deleted", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:38:07.621499 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c184d-a31e-4c8a-b3d8-a2d882f129a9 x-openstack-request-id: req-aa9c184d-a31e-4c8a-b3d8-a2d882f129a9 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:38:07.621819 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e325b6-a49e-43bf-b51a-945fafe7f36e", "name": "network-vif-deleted", "tag": "35c43b09-21d6-48dd-83bb-2ea1471751cc", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:38:07.622143 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa9c184d-a31e-4c8a-b3d8-a2d882f129a9 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:38:07.622607 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9c184d-a31e-4c8a-b3d8-a2d882f129a9'] response: {'server_uuid': 'f3e325b6-a49e-43bf-b51a-945fafe7f36e', 'name': 'network-vif-deleted', 'tag': '35c43b09-21d6-48dd-83bb-2ea1471751cc', 'status': 'completed', 'code': 200} Jun 06 14:38:07.793975 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f3e5d9b3-73c8-4e8a-901a-a005ce6e4e4c req-20c3489f-a59a-48b5-9ce9-e92026c3f462 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3e325b6-a49e-43bf-b51a-945fafe7f36e HTTP/1.1" status: 200 len: 210 time: 0.0283165 Jun 06 14:38:08.240979 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:10.471578 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 35c43b09-21d6-48dd-83bb-2ea1471751cc no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:38:10.491602 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 35c43b09-21d6-48dd-83bb-2ea1471751cc {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:38:10.492628 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 35c43b09-21d6-48dd-83bb-2ea1471751cc not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:38:10.544237 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-899ae053-757c-4894-add1-3d8022aa89b8 req-ca6a75fb-7748-46d5-844c-d9db79bbb623 service neutron] (103910) timed out ('10.222.0.46', 61086) {{(pid=103910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 06 14:38:11.090743 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 51094) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:11.231868 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Deleting port 405bb0bc-8f21-45c7-9f43-948b6698a3c0 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:11.232211 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (405bb0bc-8f21-45c7-9f43-948b6698a3c0), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:11.312327 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (405bb0bc-8f21-45c7-9f43-948b6698a3c0), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:11.312644 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (405bb0bc-8f21-45c7-9f43-948b6698a3c0), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:11.327952 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Calling delete_port for 405bb0bc-8f21-45c7-9f43-948b6698a3c0 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:11.474389 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (405bb0bc-8f21-45c7-9f43-948b6698a3c0), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:11.500438 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event deleted for resources: {'Port': ['ID=405bb0bc-8f21-45c7-9f43-948b6698a3c0,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:11.562224 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (153a4a6e-ebd9-4a59-90be-f25feaac1ddd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:11.562555 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Floating IP 153a4a6e-ebd9-4a59-90be-f25feaac1ddd disassociated (deleted). External IP: 172.27.1.192, port: 5cc47b67-1879-4b8d-b3d5-5d6d2e039282. Jun 06 14:38:11.760204 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:11.769947 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Router 8ff0d771-5c33-4823-8dde-97e266ad68fd has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:38:11.781294 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:11.874841 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:38:11.879680 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:11.884796 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] Sync routers for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:38:11.895162 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:38:11.895771 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:38:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:11.911586 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c234b231-f247-40b9-bfb3-85d76daad575 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "DELETE /v2.0/floatingips/153a4a6e-ebd9-4a59-90be-f25feaac1ddd HTTP/1.1" status: 204 len: 168 time: 0.8197601 Jun 06 14:38:11.912165 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:38:11.914823 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a4219617ab2b9d0fe854169ecd4f1409700be59dae6c0d8559b5447673ac37c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4e012f-a65b-40ba-8325-890a23a2619b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:38:11.955385 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Jun 2022 14:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78675ed7-8ebd-4aef-9375-d9dbccc10701 x-openstack-request-id: req-78675ed7-8ebd-4aef-9375-d9dbccc10701 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:38:11.955671 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:38:11.955915 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78675ed7-8ebd-4aef-9375-d9dbccc10701 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:38:11.956313 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78675ed7-8ebd-4aef-9375-d9dbccc10701'] response: {'name': 'network-changed', 'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'status': 'completed', 'code': 200} Jun 06 14:38:12.003529 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:38:12.017193 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:12.029443 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-b397433d-345b-4982-a00b-25a25024985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:12.031407 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-b397433d-345b-4982-a00b-25a25024985a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8963278084b2491799c6c5e403b5cfcc&device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 1129 time: 0.0438774 Jun 06 14:38:12.143570 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:12.150962 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0d9bb-4748-4472-b432-217cd76a0b2c req-5d703bb4-9e04-4f5e-b318-ca55bd5c1cbc tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:12.153743 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2f0d9bb-4748-4472-b432-217cd76a0b2c req-5d703bb4-9e04-4f5e-b318-ca55bd5c1cbc tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 945 time: 0.0517364 Jun 06 14:38:12.162363 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-b99602d0-e872-4fcf-a24f-d113fcc3a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:12.164079 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-b99602d0-e872-4fcf-a24f-d113fcc3a22d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 200 len: 913 time: 0.1205049 Jun 06 14:38:12.199469 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:12.205561 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2f0d9bb-4748-4472-b432-217cd76a0b2c req-cf771a16-e24f-4757-a0f6-b89c45cc5c0c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451226 Jun 06 14:38:12.229534 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] Checking router: 8ff0d771-5c33-4823-8dde-97e266ad68fd for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:38:12.238348 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:38:12.238945 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:38:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:12.337043 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:38:12.493321 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:12.631528 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:12.647279 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:12.671553 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5337df32-873c-4533-af98-e4c2a5b12ef9 None None] The sync data for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi is: [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:31:15Z', 'revision_number': 4, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi', '_interfaces': [{'id': '5880d34c-2d37-4852-bd30-92f1f624a21e', 'name': '', 'network_id': 'ffd02b94-0815-4079-ba8c-cfb2a272a2a8', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'mac_address': 'fa:16:3e:34:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:14Z', 'updated_at': '2022-06-06T14:31:22Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'subnets': [{'id': '01149b82-1c6a-40bb-ac42-4c52a6d7298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:38:12.892898 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3882eb1-f860-4682-bba7-a5163865e33b None None] New status for floating IP 153a4a6e-ebd9-4a59-90be-f25feaac1ddd: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 06 14:38:13.057957 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:13.326830 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fdc9d-a3b1-439c-8f0c-0489b39a2fbf req-fb77c200-330d-4f2a-b9b6-2a72b87dd5b6 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:13.328298 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e00fdc9d-a3b1-439c-8f0c-0489b39a2fbf req-fb77c200-330d-4f2a-b9b6-2a72b87dd5b6 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 945 time: 0.0508287 Jun 06 14:38:13.336296 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-0d25b7b0-b84e-4bf7-85a4-9959405a924a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282 HTTP/1.1" status: 200 len: 217 time: 0.0336261 Jun 06 14:38:13.378840 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e00fdc9d-a3b1-439c-8f0c-0489b39a2fbf req-6a3ae035-863e-40d1-b356-6e51be827d16 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/security-groups?id=ceb56078-3ca2-45ad-a6c3-0e101707d576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449839 Jun 06 14:38:13.386487 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-62ced25a-3c72-4490-b512-c9d2b9d69cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:13.387947 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-62ced25a-3c72-4490-b512-c9d2b9d69cda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 200 len: 851 time: 0.0440762 Jun 06 14:38:13.437052 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-dcdfb104-6b98-43a5-9ea9-b7f51ba3f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:13.438544 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-dcdfb104-6b98-43a5-9ea9-b7f51ba3f5b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffd02b94-0815-4079-ba8c-cfb2a272a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421183 Jun 06 14:38:13.587801 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-23206cf9-0d2f-44db-a5d1-f4b561b0f465 service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849018 Jun 06 14:38:13.678235 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2d4e012f-a65b-40ba-8325-890a23a2619b req-ba931e75-d1f4-419d-a14f-d4cc6ff11c5d service neutron] 10.222.0.46 "GET /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839679 Jun 06 14:38:13.876599 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-b70487b8-e37e-43d4-bc25-7ec751662a3f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 06 14:38:13.877998 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-b70487b8-e37e-43d4-bc25-7ec751662a3f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 945 time: 0.0482004 Jun 06 14:38:13.965681 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Deleting port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:13.966046 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:14.061284 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] For port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282, host hv-cinder-84414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84414',level=0,port_id=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:14.062314 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:14.076048 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Calling delete_port for 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:14.206485 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (5cc47b67-1879-4b8d-b3d5-5d6d2e039282), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:14.234714 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event deleted for resources: {'Port': ['ID=5cc47b67-1879-4b8d-b3d5-5d6d2e039282,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:14.282153 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] No DVR routers for this DVR port 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 on host hv-cinder-84414 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:38:14.285211 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:14.289192 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-65c65ec2-c84a-435a-b640-e887b7f35aee req-877972c1-50e2-4bc5-9364-6a2f76be52f8 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.46 "DELETE /v2.0/ports/5cc47b67-1879-4b8d-b3d5-5d6d2e039282 HTTP/1.1" status: 204 len: 173 time: 0.4014924 Jun 06 14:38:14.289635 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'name': 'network-vif-deleted', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 06 14:38:14.291857 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}811113c68e65581e5b825cd8f24204ddb0d7fca64acbd1382904157a14bf63e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f29d8d-7f16-46bf-a201-23796a123ed6" -d '{"events": [{"server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "name": "network-vif-deleted", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 14:38:14.333859 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Jun 2022 14:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce8f013-3cfc-4aa6-97fc-f87d2f474500 x-openstack-request-id: req-dce8f013-3cfc-4aa6-97fc-f87d2f474500 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 14:38:14.334152 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf47d4c9-ee16-4cde-87a9-8ebd288e8650", "name": "network-vif-deleted", "tag": "5cc47b67-1879-4b8d-b3d5-5d6d2e039282", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 14:38:14.334397 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dce8f013-3cfc-4aa6-97fc-f87d2f474500 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 14:38:14.334804 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce8f013-3cfc-4aa6-97fc-f87d2f474500'] response: {'server_uuid': 'cf47d4c9-ee16-4cde-87a9-8ebd288e8650', 'name': 'network-vif-deleted', 'tag': '5cc47b67-1879-4b8d-b3d5-5d6d2e039282', 'status': 'completed', 'code': 200} Jun 06 14:38:14.478508 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fb31a36c-c910-4da9-bdb6-2833ceb45d3a req-a152bd10-d9cc-4daf-9ec4-d2126f5ef20f tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf47d4c9-ee16-4cde-87a9-8ebd288e8650 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Jun 06 14:38:15.537032 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 51110) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:15.644570 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Deleting port 6115cce9-4d48-413f-82a4-4517e29df2b7 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:15.644908 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (6115cce9-4d48-413f-82a4-4517e29df2b7), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:15.697318 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:15.709954 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:15.724164 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (6115cce9-4d48-413f-82a4-4517e29df2b7), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:15.724480 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (6115cce9-4d48-413f-82a4-4517e29df2b7), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:15.737512 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Calling delete_port for 6115cce9-4d48-413f-82a4-4517e29df2b7 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:15.868665 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (6115cce9-4d48-413f-82a4-4517e29df2b7), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:15.894318 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event deleted for resources: {'Port': ['ID=6115cce9-4d48-413f-82a4-4517e29df2b7,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:15.955431 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for floatingip (0fe4fb68-fa3e-4717-9005-d6427152dd61), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:15.957901 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951016'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:15.959058 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-680ed126-3789-4ca2-853f-55c808444315 tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "DELETE /v2.0/floatingips/0fe4fb68-fa3e-4717-9005-d6427152dd61 HTTP/1.1" status: 204 len: 168 time: 0.4220684 Jun 06 14:38:17.167674 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 51122) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:17.231025 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f98a45a4-582b-488c-825e-c05f638d7c6c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group (ceb56078-3ca2-45ad-a6c3-0e101707d576), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:17.256274 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f98a45a4-582b-488c-825e-c05f638d7c6c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group (ceb56078-3ca2-45ad-a6c3-0e101707d576), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:17.317816 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f98a45a4-582b-488c-825e-c05f638d7c6c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (ceb56078-3ca2-45ad-a6c3-0e101707d576), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:17.320308 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f98a45a4-582b-488c-825e-c05f638d7c6c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:17.321555 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f98a45a4-582b-488c-825e-c05f638d7c6c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] 10.222.0.13 "DELETE /v2.0/security-groups/ceb56078-3ca2-45ad-a6c3-0e101707d576 HTTP/1.1" status: 204 len: 168 time: 0.1528828 Jun 06 14:38:17.330919 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a45a4-582b-488c-825e-c05f638d7c6c tempest-TestVolumeBootPattern-1680329229 tempest-TestVolumeBootPattern-1680329229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb56078-3ca2-45ad-a6c3-0e101707d576,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:17.385395 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 51126) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:17.788207 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (8ff0d771-5c33-4823-8dde-97e266ad68fd), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:17.881024 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:17.946814 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:18.009953 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Deleting port 5880d34c-2d37-4852-bd30-92f1f624a21e {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:18.010283 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:18.091074 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] For port 5880d34c-2d37-4852-bd30-92f1f624a21e, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=5880d34c-2d37-4852-bd30-92f1f624a21e,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:18.091338 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:18.104032 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Calling delete_port for 5880d34c-2d37-4852-bd30-92f1f624a21e owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:18.283048 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (5880d34c-2d37-4852-bd30-92f1f624a21e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:18.308561 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Pushing event deleted for resources: {'Port': ['ID=5880d34c-2d37-4852-bd30-92f1f624a21e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:18.487029 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (8ff0d771-5c33-4823-8dde-97e266ad68fd), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:18.514905 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 no longer exists at agent hyperv_hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:38:18.534822 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] No Port match for: 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:38:18.535194 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Device 5cc47b67-1879-4b8d-b3d5-5d6d2e039282 not bound to the agent host hv-cinder-84414 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:38:18.694848 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Router 8ff0d771-5c33-4823-8dde-97e266ad68fd has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:38:18.739683 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:18.792387 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:18.799535 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:38:18.807063 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 51130) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:18.807526 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1a9045fd-af0e-4a16-9d5a-865634b62280 admin admin] 10.222.0.13 "PUT /v2.0/routers/8ff0d771-5c33-4823-8dde-97e266ad68fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4204051 Jun 06 14:38:18.810843 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] Sync routers for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:38:18.823521 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:38:18.824749 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:38:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:18.909998 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:18.921836 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks [] for router (8ff0d771-5c33-4823-8dde-97e266ad68fd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:18.933185 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: dv-cinder-844140-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:38:19.027605 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks [] for router_gateway (8ff0d771-5c33-4823-8dde-97e266ad68fd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.071626 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Deleting port 7dcc8437-08cd-4de2-b447-a123d8cbb93e {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:19.071961 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.114320 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:38:18Z', 'revision_number': 5, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port': {'id': '7dcc8437-08cd-4de2-b447-a123d8cbb93e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:12Z', 'updated_at': '2022-06-06T14:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:19.142590 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] Checking router: 8ff0d771-5c33-4823-8dde-97e266ad68fd for host: dv-cinder-844140-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:38:19.156989 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] Routers {'8ff0d771-5c33-4823-8dde-97e266ad68fd'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:38:19.157728 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:38:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8ff0d771-5c33-4823-8dde-97e266ad68fd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:19.161159 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] For port 7dcc8437-08cd-4de2-b447-a123d8cbb93e, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=7dcc8437-08cd-4de2-b447-a123d8cbb93e,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:19.161509 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.175529 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Calling delete_port for 7dcc8437-08cd-4de2-b447-a123d8cbb93e owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:19.239484 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] Set router 8ff0d771-5c33-4823-8dde-97e266ad68fd gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:38:19.290892 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:38:19Z', 'revision_number': 6, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port_host': None}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:19.315558 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c329ba5-ed4a-491c-b199-f868f31ac04b None None] The sync data for ids ['8ff0d771-5c33-4823-8dde-97e266ad68fd'] in dv-cinder-844140-2-iscsi is: [{'id': '8ff0d771-5c33-4823-8dde-97e266ad68fd', 'name': 'tempest-TestVolumeBootPattern-1999893614-router', 'tenant_id': '8963278084b2491799c6c5e403b5cfcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:11Z', 'updated_at': '2022-06-06T14:38:19Z', 'revision_number': 6, 'project_id': '8963278084b2491799c6c5e403b5cfcc', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:38:19.350691 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (7dcc8437-08cd-4de2-b447-a123d8cbb93e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.353861 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:19.378092 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcc8437-08cd-4de2-b447-a123d8cbb93e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:19.422539 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:19.441034 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (8ff0d771-5c33-4823-8dde-97e266ad68fd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.528645 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (8ff0d771-5c33-4823-8dde-97e266ad68fd), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.530870 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks [] for router_controller (8ff0d771-5c33-4823-8dde-97e266ad68fd), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.575271 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (8ff0d771-5c33-4823-8dde-97e266ad68fd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.575859 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff0d771-5c33-4823-8dde-97e266ad68fd {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:38:19.579923 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.581076 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-91931f66-a405-4570-b3c7-e7d226a883bc admin admin] 10.222.0.13 "DELETE /v2.0/routers/8ff0d771-5c33-4823-8dde-97e266ad68fd HTTP/1.1" status: 204 len: 168 time: 0.7729955 Jun 06 14:38:19.583792 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 51132) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:19.629059 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7d48f8-d6e4-4a6d-bcc7-2126559dd74c admin admin] Deleting subnet 01149b82-1c6a-40bb-ac42-4c52a6d7298d {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:38:19.632208 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be7d48f8-d6e4-4a6d-bcc7-2126559dd74c admin admin] Publish callbacks [] for subnet (01149b82-1c6a-40bb-ac42-4c52a6d7298d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.669483 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be7d48f8-d6e4-4a6d-bcc7-2126559dd74c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26037606'] for subnet (01149b82-1c6a-40bb-ac42-4c52a6d7298d), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.760929 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be7d48f8-d6e4-4a6d-bcc7-2126559dd74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (01149b82-1c6a-40bb-ac42-4c52a6d7298d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.813511 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be7d48f8-d6e4-4a6d-bcc7-2126559dd74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25289273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26770698'] for subnet (01149b82-1c6a-40bb-ac42-4c52a6d7298d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.839615 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d48f8-d6e4-4a6d-bcc7-2126559dd74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01149b82-1c6a-40bb-ac42-4c52a6d7298d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:19.842966 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-be7d48f8-d6e4-4a6d-bcc7-2126559dd74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.846029 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-be7d48f8-d6e4-4a6d-bcc7-2126559dd74c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/01149b82-1c6a-40bb-ac42-4c52a6d7298d HTTP/1.1" status: 204 len: 168 time: 0.2613091 Jun 06 14:38:19.848474 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 51134) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:19.849458 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65469d-c93c-4614-afd4-39e968634005 None None] Network ffd02b94-0815-4079-ba8c-cfb2a272a2a8 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:38:19.922471 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (ffd02b94-0815-4079-ba8c-cfb2a272a2a8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:19.967695 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Deleting port 11f58acb-a648-4b26-b3e5-77f6c2500f42 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:19.968024 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.034972 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] For port 11f58acb-a648-4b26-b3e5-77f6c2500f42, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=11f58acb-a648-4b26-b3e5-77f6c2500f42,segment=NetworkSegment(67b8cdc2-a16e-46d1-b1b9-cfbecb02c159),segment_id=67b8cdc2-a16e-46d1-b1b9-cfbecb02c159)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:20.035319 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.050199 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Calling delete_port for 11f58acb-a648-4b26-b3e5-77f6c2500f42 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:20.096432 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] DHCP port deletion for ffd02b94-0815-4079-ba8c-cfb2a272a2a8 request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:38:20.140178 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25289228'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.143622 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Deleting port 11f58acb-a648-4b26-b3e5-77f6c2500f42 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:20.143976 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.163247 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f58acb-a648-4b26-b3e5-77f6c2500f42,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:20.169193 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] No DVR routers for this DVR port 11f58acb-a648-4b26-b3e5-77f6c2500f42 on host dv-cinder-844140-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:38:20.213872 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] For port 11f58acb-a648-4b26-b3e5-77f6c2500f42, host dv-cinder-844140-2-iscsi, got binding levels [] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:20.214269 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.227879 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Calling delete_port for 11f58acb-a648-4b26-b3e5-77f6c2500f42 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:20.231568 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.ipam_backend_mixin [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Port 11f58acb-a648-4b26-b3e5-77f6c2500f42 was not found and therefore no delete operation was performed {{(pid=103911) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 06 14:38:20.232974 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445'] for port (11f58acb-a648-4b26-b3e5-77f6c2500f42), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.246874 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (ffd02b94-0815-4079-ba8c-cfb2a272a2a8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.257118 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Pushing event deleted for resources: {'Port': ['ID=11f58acb-a648-4b26-b3e5-77f6c2500f42,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:20.266938 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] No DVR routers for this DVR port 11f58acb-a648-4b26-b3e5-77f6c2500f42 on host dv-cinder-844140-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:38:20.269315 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.269668 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.270027 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.270361 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.270690 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.271018 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.271339 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.271657 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.271902 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd02b94-0815-4079-ba8c-cfb2a272a2a8']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:20.272022 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.272286 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.272733 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.273051 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.273367 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.273765 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.274676 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29456b-cff8-44f7-9d4b-57cd11ae2c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844140-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 14:38:20.288228 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:20.288515 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b8cdc2-a16e-46d1-b1b9-cfbecb02c159') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:20.299157 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26037615'] for segment (67b8cdc2-a16e-46d1-b1b9-cfbecb02c159), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.313332 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (67b8cdc2-a16e-46d1-b1b9-cfbecb02c159), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.319794 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:38:20.320296 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25289315'] for segment (67b8cdc2-a16e-46d1-b1b9-cfbecb02c159), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.325672 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:20.374927 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:20.391207 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (ffd02b94-0815-4079-ba8c-cfb2a272a2a8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.399632 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:20.405457 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ffd02b94-0815-4079-ba8c-cfb2a272a2a8 HTTP/1.1" status: 204 len: 168 time: 0.5534453 Jun 06 14:38:20.406261 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 51140) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:20.415573 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 67b8cdc2-a16e-46d1-b1b9-cfbecb02c159 resource provider aggregate not found Jun 06 14:38:20.422781 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851ddd5-cf85-4813-9f56-d5ac23c6a248 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd02b94-0815-4079-ba8c-cfb2a272a2a8,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:20.432694 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.services.segments.plugin [-] Segment 67b8cdc2-a16e-46d1-b1b9-cfbecb02c159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67b8cdc2-a16e-46d1-b1b9-cfbecb02c159 found for delete ", "request_id": "req-5994d440-2f44-4d83-b298-e4f5da8e11cb"}]} Jun 06 14:38:20.594675 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 5880d34c-2d37-4852-bd30-92f1f624a21e no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:38:20.614878 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 5880d34c-2d37-4852-bd30-92f1f624a21e {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:38:20.615138 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 5880d34c-2d37-4852-bd30-92f1f624a21e not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:38:20.615555 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7dcc8437-08cd-4de2-b447-a123d8cbb93e no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:38:20.634797 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 7dcc8437-08cd-4de2-b447-a123d8cbb93e {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:38:20.635139 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 7dcc8437-08cd-4de2-b447-a123d8cbb93e not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:38:20.635572 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 11f58acb-a648-4b26-b3e5-77f6c2500f42 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:38:20.658470 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 11f58acb-a648-4b26-b3e5-77f6c2500f42 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:38:20.658815 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 11f58acb-a648-4b26-b3e5-77f6c2500f42 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:38:20.990343 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382769'] for router_interface (6e0e5749-ac91-41b9-b132-44ef20c38db7), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:21.208391 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Deleting port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:21.208717 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:21.288564 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] For port 1dcd022b-0b3e-4485-812d-07c9d4ec52f5, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=1dcd022b-0b3e-4485-812d-07c9d4ec52f5,segment=NetworkSegment(b4535329-7831-4358-873b-702e1fbb605a),segment_id=b4535329-7831-4358-873b-702e1fbb605a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:21.288927 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:21.301816 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Calling delete_port for 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:21.408340 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=100 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:21.484953 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (1dcd022b-0b3e-4485-812d-07c9d4ec52f5), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:21.507705 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcd022b-0b3e-4485-812d-07c9d4ec52f5,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:21.615652 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:21.678674 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-338849'] for router_interface (6e0e5749-ac91-41b9-b132-44ef20c38db7), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:21.880887 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Router 6e0e5749-ac91-41b9-b132-44ef20c38db7 has already been hosted by L3 agent a8b93a54-c73e-420a-bc62-10cbc24f019a {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 06 14:38:21.983520 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] Notify agent at l3_agent.dv-cinder-844140-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 06 14:38:21.988649 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-654f8790-d313-4f50-b281-98286d3b313e admin admin] 10.222.0.13 "PUT /v2.0/routers/6e0e5749-ac91-41b9-b132-44ef20c38db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5800972 Jun 06 14:38:21.991207 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 51144) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:21.997000 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] Sync routers for ids ['6e0e5749-ac91-41b9-b132-44ef20c38db7'] in dv-cinder-844140-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 14:38:22.006173 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] Routers {'6e0e5749-ac91-41b9-b132-44ef20c38db7'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:38:22.006787 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:38:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6e0e5749-ac91-41b9-b132-44ef20c38db7'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:22.091719 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks [] for router (6e0e5749-ac91-41b9-b132-44ef20c38db7), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.103689 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] Set router 6e0e5749-ac91-41b9-b132-44ef20c38db7 gateway port host: dv-cinder-844140-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:38:22.189199 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks [] for router_gateway (6e0e5749-ac91-41b9-b132-44ef20c38db7), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.232194 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Deleting port ad276218-fd3d-41cb-b68b-353061cb8a8e {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:22.232507 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.270066 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:22.273299 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'external_fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:38:21Z', 'revision_number': 5, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'gw_port': {'id': 'ad276218-fd3d-41cb-b68b-353061cb8a8e', 'name': '', 'network_id': 'dea14587-d188-4dfb-8f9f-93b71cd429d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:41:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844140-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76eedb19-7805-404e-9aa3-aabadadbcf64', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844140-2-iscsi'}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:22.300973 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] Checking router: 6e0e5749-ac91-41b9-b132-44ef20c38db7 for host: dv-cinder-844140-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 14:38:22.310320 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] Routers {'6e0e5749-ac91-41b9-b132-44ef20c38db7'} bound to L3 agent in host dv-cinder-844140-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 06 14:38:22.310919 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844140-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-06T14:13:34Z,description=,heartbeat_timestamp=2022-06-06T14:38:04Z,host='dv-cinder-844140-2-iscsi',id=a8b93a54-c73e-420a-bc62-10cbc24f019a,load=0,resource_versions=,resources_synced=,started_at=2022-06-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6e0e5749-ac91-41b9-b132-44ef20c38db7'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:22.320962 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] For port ad276218-fd3d-41cb-b68b-353061cb8a8e, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=ad276218-fd3d-41cb-b68b-353061cb8a8e,segment=NetworkSegment(2fe55eb4-2b51-4782-bd69-f17f40b53941),segment_id=2fe55eb4-2b51-4782-bd69-f17f40b53941)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:22.321320 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.334246 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Calling delete_port for ad276218-fd3d-41cb-b68b-353061cb8a8e owned by network:router_gateway {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:22.398216 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] Set router 6e0e5749-ac91-41b9-b132-44ef20c38db7 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 06 14:38:22.447231 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:38:22Z', 'revision_number': 6, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'gw_port_host': None}], 'dv-cinder-844140-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:22.459911 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:22.478898 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f04bf2-3e07-4818-a184-22c6d7e7eb14 None None] The sync data for ids ['6e0e5749-ac91-41b9-b132-44ef20c38db7'] in dv-cinder-844140-2-iscsi is: [{'id': '6e0e5749-ac91-41b9-b132-44ef20c38db7', 'name': 'tempest-TestVolumeBootPattern-1505064858-router', 'tenant_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-06T14:31:19Z', 'updated_at': '2022-06-06T14:38:22Z', 'revision_number': 6, 'project_id': 'f7c5f6c25b1f4b9c8c36ce722075e10b', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 14:38:22.531306 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (ad276218-fd3d-41cb-b68b-353061cb8a8e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.555875 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad276218-fd3d-41cb-b68b-353061cb8a8e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:22.620788 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-381814'] for router_gateway (6e0e5749-ac91-41b9-b132-44ef20c38db7), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.706056 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-339611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3752'] for router (6e0e5749-ac91-41b9-b132-44ef20c38db7), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.708147 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks [] for router_controller (6e0e5749-ac91-41b9-b132-44ef20c38db7), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.753594 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-338932'] for router (6e0e5749-ac91-41b9-b132-44ef20c38db7), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.754203 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e0e5749-ac91-41b9-b132-44ef20c38db7 {{(pid=103910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 06 14:38:22.759021 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.760226 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b081e7e6-f967-4370-847e-d475ef69524c admin admin] 10.222.0.13 "DELETE /v2.0/routers/6e0e5749-ac91-41b9-b132-44ef20c38db7 HTTP/1.1" status: 204 len: 168 time: 0.7680550 Jun 06 14:38:22.763176 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 51146) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:22.809396 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb5e732-ffd2-4e0b-8a79-5197502d240e admin admin] Deleting subnet 35b60252-50ff-4d1c-b428-d89425085738 {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 06 14:38:22.812747 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e732-ffd2-4e0b-8a79-5197502d240e admin admin] Publish callbacks [] for subnet (35b60252-50ff-4d1c-b428-d89425085738), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.850525 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e732-ffd2-4e0b-8a79-5197502d240e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3234507'] for subnet (35b60252-50ff-4d1c-b428-d89425085738), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.939120 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e732-ffd2-4e0b-8a79-5197502d240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16249950'] for subnet (35b60252-50ff-4d1c-b428-d89425085738), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:22.994091 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e732-ffd2-4e0b-8a79-5197502d240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16249927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3388957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25633889'] for subnet (35b60252-50ff-4d1c-b428-d89425085738), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.017140 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5e732-ffd2-4e0b-8a79-5197502d240e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b60252-50ff-4d1c-b428-d89425085738,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:23.023098 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e732-ffd2-4e0b-8a79-5197502d240e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.026208 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6eb5e732-ffd2-4e0b-8a79-5197502d240e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/35b60252-50ff-4d1c-b428-d89425085738 HTTP/1.1" status: 204 len: 168 time: 0.2618840 Jun 06 14:38:23.028761 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 51148) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:23.030524 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07cd3c-cd68-4bf4-9d03-d644698d7ce4 None None] Network 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 requested from dv-cinder-844140-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 06 14:38:23.103048 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16042960'] for network (8136b2b1-1a10-46fd-95ff-c96cbbf98b31), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.146221 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Deleting port fdf9d030-5d07-4d74-9871-81494627f640 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:23.146569 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (fdf9d030-5d07-4d74-9871-81494627f640), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.192046 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:23.209416 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] For port fdf9d030-5d07-4d74-9871-81494627f640, host dv-cinder-844140-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844140-2-iscsi',level=0,port_id=fdf9d030-5d07-4d74-9871-81494627f640,segment=NetworkSegment(b4535329-7831-4358-873b-702e1fbb605a),segment_id=b4535329-7831-4358-873b-702e1fbb605a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:23.209793 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (fdf9d030-5d07-4d74-9871-81494627f640), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.222902 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Calling delete_port for fdf9d030-5d07-4d74-9871-81494627f640 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:23.258473 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] DHCP port deletion for 8136b2b1-1a10-46fd-95ff-c96cbbf98b31 request from dv-cinder-844140-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 06 14:38:23.263540 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:38:23.302994 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:38:23.303330 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device 1dcd022b-0b3e-4485-812d-07c9d4ec52f5 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:38:23.313122 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3388968'] for port (fdf9d030-5d07-4d74-9871-81494627f640), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.320234 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] Deleting port fdf9d030-5d07-4d74-9871-81494627f640 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 06 14:38:23.320641 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735719514224'] for port (fdf9d030-5d07-4d74-9871-81494627f640), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.339694 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf9d030-5d07-4d74-9871-81494627f640,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:23.344190 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] No DVR routers for this DVR port fdf9d030-5d07-4d74-9871-81494627f640 on host dv-cinder-844140-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:38:23.368966 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:23.397398 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] For port fdf9d030-5d07-4d74-9871-81494627f640, host dv-cinder-844140-2-iscsi, got binding levels [] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 06 14:38:23.397877 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-384574'] for port (fdf9d030-5d07-4d74-9871-81494627f640), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.418590 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] Calling delete_port for fdf9d030-5d07-4d74-9871-81494627f640 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 06 14:38:23.421496 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.ipam_backend_mixin [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] Port fdf9d030-5d07-4d74-9871-81494627f640 was not found and therefore no delete operation was performed {{(pid=103911) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 06 14:38:23.422821 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16369378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735719517148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735719218445'] for port (fdf9d030-5d07-4d74-9871-81494627f640), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.424100 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16251353', 'neutron.services.segments.db._delete_segments_for_network-8735719542541'] for network (8136b2b1-1a10-46fd-95ff-c96cbbf98b31), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.446612 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8136b2b1-1a10-46fd-95ff-c96cbbf98b31']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:23.446984 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] Pushing event deleted for resources: {'Port': ['ID=fdf9d030-5d07-4d74-9871-81494627f640,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:23.450904 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db99aa-20ee-4940-86e5-3dec923352ad None None] No DVR routers for this DVR port fdf9d030-5d07-4d74-9871-81494627f640 on host dv-cinder-844140-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 06 14:38:23.459671 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4535329-7831-4358-873b-702e1fbb605a') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:23.460008 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4535329-7831-4358-873b-702e1fbb605a') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 14:38:23.471649 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735719541652', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3234498'] for segment (b4535329-7831-4358-873b-702e1fbb605a), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.486846 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306'] for segment (b4535329-7831-4358-873b-702e1fbb605a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.494322 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 14:38:23.494870 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16136306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3388999'] for segment (b4535329-7831-4358-873b-702e1fbb605a), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.535292 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment b4535329-7831-4358-873b-702e1fbb605a resource provider aggregate not found Jun 06 14:38:23.557380 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.services.segments.plugin [-] Segment b4535329-7831-4358-873b-702e1fbb605a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4535329-7831-4358-873b-702e1fbb605a found for delete ", "request_id": "req-d7df0bdf-278a-4b09-9cab-efde089321e0"}]} Jun 06 14:38:23.573509 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16251342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-381786'] for network (8136b2b1-1a10-46fd-95ff-c96cbbf98b31), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.579300 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550026'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.582452 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8136b2b1-1a10-46fd-95ff-c96cbbf98b31 HTTP/1.1" status: 204 len: 168 time: 0.5525470 Jun 06 14:38:23.594463 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa1839-f856-4f69-a691-a1c0f8480e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=8136b2b1-1a10-46fd-95ff-c96cbbf98b31,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:23.697797 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 51156) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:23.737863 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-26e25a5c-7cc7-4085-9cd5-3eac11cb367e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8963278084b2491799c6c5e403b5cfcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388873 Jun 06 14:38:23.740231 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.13', 51158) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:23.792271 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a623eec9-b94b-4c79-990d-fcabb993a9c3 admin admin] Publish callbacks [] for security_group (8140ff19-a120-4dc0-b833-0bc0557569cf), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.814285 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a623eec9-b94b-4c79-990d-fcabb993a9c3 admin admin] Publish callbacks [] for security_group (8140ff19-a120-4dc0-b833-0bc0557569cf), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.864575 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a623eec9-b94b-4c79-990d-fcabb993a9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (8140ff19-a120-4dc0-b833-0bc0557569cf), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.869375 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a623eec9-b94b-4c79-990d-fcabb993a9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:23.871435 dv-cinder-844140-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a623eec9-b94b-4c79-990d-fcabb993a9c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8140ff19-a120-4dc0-b833-0bc0557569cf HTTP/1.1" status: 204 len: 168 time: 0.1300368 Jun 06 14:38:23.882703 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623eec9-b94b-4c79-990d-fcabb993a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8140ff19-a120-4dc0-b833-0bc0557569cf,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:24.206274 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 51164) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:24.246867 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9894cc73-f73d-4f22-8f37-ec98e7a57fe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7c5f6c25b1f4b9c8c36ce722075e10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394363 Jun 06 14:38:24.249239 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.13', 51166) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 06 14:38:24.257034 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:38:24.303749 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-237b9b87-b031-4dfb-916f-17cfefe1a157 admin admin] Publish callbacks [] for security_group (b1e8e810-ec13-4116-ad7d-8e82303eda48), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:24.327261 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-237b9b87-b031-4dfb-916f-17cfefe1a157 admin admin] Publish callbacks [] for security_group (b1e8e810-ec13-4116-ad7d-8e82303eda48), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:24.374330 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-237b9b87-b031-4dfb-916f-17cfefe1a157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637479'] for security_group (b1e8e810-ec13-4116-ad7d-8e82303eda48), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:24.376844 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-237b9b87-b031-4dfb-916f-17cfefe1a157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:24.378061 dv-cinder-844140-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-237b9b87-b031-4dfb-916f-17cfefe1a157 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1e8e810-ec13-4116-ad7d-8e82303eda48 HTTP/1.1" status: 204 len: 168 time: 0.1277804 Jun 06 14:38:24.387692 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b9b87-b031-4dfb-916f-17cfefe1a157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8e810-ec13-4116-ad7d-8e82303eda48,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 14:38:24.595446 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device fdf9d030-5d07-4d74-9871-81494627f640 no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:38:24.616576 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: fdf9d030-5d07-4d74-9871-81494627f640 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:38:24.617028 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device fdf9d030-5d07-4d74-9871-81494627f640 not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:38:24.618239 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ad276218-fd3d-41cb-b68b-353061cb8a8e no longer exists at agent ovs-agent-dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 06 14:38:24.638402 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] No Port match for: ad276218-fd3d-41cb-b68b-353061cb8a8e {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 06 14:38:24.638750 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Device ad276218-fd3d-41cb-b68b-353061cb8a8e not bound to the agent host dv-cinder-844140-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 06 14:38:31.226675 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-33b23d99-4d60-4a0a-bd81-fe7fea632af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:32.421788 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=61 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:33.848608 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:33.877924 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG dbcounter [-] [103910] Writing DB stats neutron:SELECT=55,neutron:DELETE=7 {{(pid=103910) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:33.892671 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-823f5c4f-0bd7-4070-8e07-fefd3e5b7b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:34.253292 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=62 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:34.359823 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=23,neutron:DELETE=5 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:34.382279 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG dbcounter [-] [103909] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=103909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:35.079150 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:36.837148 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:38.244775 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:43.043458 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:43.051208 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:38:43.056882 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:38:53.049583 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:01.229897 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-03c68cd2-6082-4f8a-8e1a-07e49c05096d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:01.255120 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:39:01.517063 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:03.898840 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e36ac4a6-e569-4269-bcdb-589705db8f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:05.082627 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:06.838024 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:08.249901 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:11.251836 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:13.063510 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:18.238211 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:23.057468 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:23.059409 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:31.232499 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ff4adc91-4009-44c5-88ab-817915d3b023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:33.891244 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dac07817-8d63-4600-8b11-7ec703dab673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:35.086236 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:36.841309 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:38.254730 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:38.255566 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:39:38.513153 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:43.055898 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:39:48.249536 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:53.045411 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:53.049688 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:39:53.052005 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:40:01.235233 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5468bc42-15d5-4d7d-aab7-644eca55eb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:03.895803 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd6fe-7257-4b28-85d3-5cde10af57c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:05.089394 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:06.843557 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:08.249300 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:13.056318 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:15.252983 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:40:18.245584 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:40:23.051054 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=8 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:40:23.051830 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:40:31.239394 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e0e7123f-e395-48b5-a342-c1ba4a952c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:33.899646 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-94cc884f-5070-4a6b-b19a-81260b06b16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:34.134597 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=19 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:40:34.135360 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=17 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:40:35.096106 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:36.849029 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:38.254283 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:40.291226 dv-cinder-844140-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-e19fb476-5f5e-41be-9ea1-d8eca10947f9 req-560fad92-59d1-48e1-a2b8-5f0e6d1d7e9c service neutron] (103910) timed out ('10.222.0.46', 61078) {{(pid=103910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 06 14:40:40.772308 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-5c19f774-92f9-4d8a-b57e-19a90805153c req-dacc20a0-f2de-4a98-a1c8-58c81a16a1e2 service neutron] (103909) timed out ('10.222.0.46', 61077) {{(pid=103909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 06 14:40:43.066479 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:40:48.247729 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:40:52.251512 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:40:52.506892 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:40:53.055476 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=9 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:40:53.060675 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:41:01.244255 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d09ff502-096b-4d4e-9528-4af05363c554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:02.248143 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:41:03.904233 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c6218894-4501-406a-b80d-8c9d024ea0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:05.100724 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:06.852714 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:08.258622 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:13.069647 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:23.060294 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:41:23.063116 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:41:23.065107 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:41:29.250149 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:41:29.499332 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:41:31.246468 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-70bb1f83-3fcc-4140-992d-26b69cbdfad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:33.905929 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9436651e-a8b8-4f3c-a55d-af15b721dbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:35.098868 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:36.854062 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:38.261990 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:39.246758 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=6 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:41:43.084813 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:41:53.073169 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:41:53.078206 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:41:53.080129 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:01.250131 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-780adf0e-3b66-4153-9646-b1c73e091873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:03.909797 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-438eb715-3f77-4fb6-a819-0950cf18e77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:05.101933 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:06.249678 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:42:06.498872 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:06.857807 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:08.266734 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:13.083423 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:16.245323 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:18.255541 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:18.261692 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:23.080009 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:28.865573 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=13 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:28.873242 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=13 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:31.253395 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0cc4aa8f-ef5b-43f8-9ac9-c635b8e62877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:33.911637 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f5c294f5-ba2e-41c0-9323-17fbc2285fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:35.104993 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:36.864862 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:38.271498 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:43.099350 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:42:43.249801 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:42:53.089099 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:53.093095 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:53.095710 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:53.244318 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=3 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:42:53.245160 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:43:01.261601 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f4818f28-25c3-45e3-8747-5d90ada125f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:03.912569 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-64d25758-5304-4a45-b4d5-5cce40e5a92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:05.106773 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:06.864088 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:08.275473 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:11.803326 dv-cinder-844140-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-67659a1f-3374-4994-bf80-a8d50e83d001 req-a2d1ad17-de46-4d1d-a1ca-c9844da55b51 service neutron] (103909) timed out ('10.222.0.46', 61043) {{(pid=103909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 06 14:43:13.090556 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:18.271941 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:43:20.248655 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-7e5c602b-2c00-4139-ab31-613f793082c4 None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 06 14:43:23.080312 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:43:23.086635 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:43:29.135164 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=4 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:43:30.245183 dv-cinder-844140-2-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 06 14:43:31.254497 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c8474729-c278-4fa7-aac7-8adba6112e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (62559dde-0227-4681-9c9d-714d1a599cab), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:33.913576 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-be3f3d95-2275-440f-86f0-d1427fe5ce47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (a8b93a54-c73e-420a-bc62-10cbc24f019a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:35.113173 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a88c59b2-7776-4aa9-9310-fd3656ee059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (6bbb85c9-1882-4bc1-87a1-bd79cc3bf8de), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:36.866676 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8264648-404d-4523-bb63-70b90bb8a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (8b0f386f-6032-4ceb-9023-b347f1d8d83e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:38.281186 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fb10e260-dd34-4ae9-8866-b5dddfb2f044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (97223dfb-71ef-4dc6-b735-3dc0769a49ba), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:43.098267 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47e31643-b7b8-49d2-97ce-31dc6dd717b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735719541751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16179718'] for agent (481bb871-6313-49b5-beb7-0d05f10c86eb), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 06 14:43:48.879610 dv-cinder-844140-2-iscsi neutron-server[103911]: DEBUG dbcounter [-] [103911] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103911) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}